From c9174522d5f33d51cdeec57218e1a200c05f9b4e Mon Sep 17 00:00:00 2001 From: Konstantin Burkalev Date: Mon, 27 Jan 2025 15:50:15 +0200 Subject: [PATCH 1/5] fix post-release ci job --- .github/workflows/post-release.yml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/.github/workflows/post-release.yml b/.github/workflows/post-release.yml index 3f4c6fa3b10b7..7c401c171d2d7 100644 --- a/.github/workflows/post-release.yml +++ b/.github/workflows/post-release.yml @@ -29,6 +29,15 @@ jobs: steps: - name: Checkout uses: actions/checkout@v4 + - name: Install Rust + uses: actions-rust-lang/setup-rust-toolchain@v1 + with: + toolchain: nightly-2024-07-15 + # override: true # this is by default on + rustflags: "" + components: rustfmt + target: x86_64-unknown-linux-gnu + cache: false - name: Install Node.js ${{ matrix.node-version }} uses: actions/setup-node@v4 with: @@ -61,6 +70,9 @@ jobs: run: yarn build - name: Lerna tsc run: yarn tsc + - name: Build cubejs-backend-native (without Python) + run: yarn run native:build-release + working-directory: ./packages/cubejs-backend-native - name: Birdbox env: CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }} From df5fd09564ac426d9eed7fdd767dc5c990a223f7 Mon Sep 17 00:00:00 2001 From: Konstantin Burkalev Date: Mon, 27 Jan 2025 15:51:42 +0200 Subject: [PATCH 2/5] fix cloud tests ci mb? --- .github/workflows/cloud.yml | 37 ++++++++++++++++++++++++------------- 1 file changed, 24 insertions(+), 13 deletions(-) diff --git a/.github/workflows/cloud.yml b/.github/workflows/cloud.yml index 04e2ff0087425..c31898aef591c 100644 --- a/.github/workflows/cloud.yml +++ b/.github/workflows/cloud.yml @@ -80,13 +80,6 @@ jobs: uses: actions/setup-node@v4 with: node-version: ${{ matrix.node-version }} - - name: Install cargo-cp-artifact - run: npm install -g cargo-cp-artifact@0.1 - - uses: Swatinem/rust-cache@v2 - with: - workspaces: ./packages/cubejs-backend-native - key: native-${{ runner.OS }}-${{ matrix.target }} - shared-key: native-${{ runner.OS }}-${{ matrix.target }} - name: Get yarn cache directory path id: yarn-cache-dir-path run: echo "dir=$(yarn cache dir)" >> "$GITHUB_OUTPUT" @@ -101,19 +94,37 @@ jobs: - name: Set Yarn version run: yarn policies set-version v1.22.22 - name: Yarn install - run: CUBESTORE_SKIP_POST_INSTALL=true yarn install --frozen-lockfile - - name: Build client + uses: nick-fields/retry@v3 + env: + CUBESTORE_SKIP_POST_INSTALL: true + with: + max_attempts: 3 + retry_on: error + retry_wait_seconds: 15 + timeout_minutes: 20 + command: yarn install --frozen-lockfile + - name: Build Core Client libraries run: yarn build + - name: Build other packages + run: yarn lerna run --concurrency 1 build + env: + NODE_OPTIONS: --max_old_space_size=4096 - name: Lerna tsc run: yarn tsc - - name: Build native (no python) - run: cd packages/cubejs-backend-native && npm run native:build-release + - name: Build cubejs-backend-native (without Python) + run: yarn run native:build-release + working-directory: ./packages/cubejs-backend-native - name: Run Integration tests for ${{ matrix.db }} matrix - timeout-minutes: 30 + uses: nick-fields/retry@v3 + with: + max_attempts: 3 + retry_on: error + retry_wait_seconds: 15 + timeout_minutes: 30 + command: ./.github/actions/integration/${{ matrix.db }}.sh env: CUBEJS_DB_BQ_CREDENTIALS: ${{ secrets.CUBEJS_DB_BQ_CREDENTIALS }} CUBEJS_AWS_KEY: ${{ secrets.CUBEJS_AWS_KEY }} CUBEJS_AWS_SECRET: ${{ secrets.CUBEJS_AWS_SECRET }} CUBEJS_DB_USER: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_USER }} CUBEJS_DB_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PASS }} - run: ./.github/actions/integration/${{ matrix.db }}.sh From d165f809edc7b8f675c2fc34dcf5dd261587f277 Mon Sep 17 00:00:00 2001 From: Konstantin Burkalev Date: Mon, 27 Jan 2025 17:21:46 +0200 Subject: [PATCH 3/5] =?UTF-8?q?Add=20missed=20packages/cubejs-redshift-dri?= =?UTF-8?q?ver=20path=20for=20watching=20changes=20for=C2=A0drivers=20test?= =?UTF-8?q?s?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/drivers-tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/drivers-tests.yml b/.github/workflows/drivers-tests.yml index 3cec502954c68..6cacade498ac7 100644 --- a/.github/workflows/drivers-tests.yml +++ b/.github/workflows/drivers-tests.yml @@ -23,6 +23,7 @@ on: - 'packages/cubejs-mssql-driver/**' - 'packages/cubejs-mysql-driver/**' - 'packages/cubejs-postgres-driver/**' + - 'packages/cubejs-redshift-driver/**' - 'packages/cubejs-snowflake-driver/**' - 'packages/cubejs-vertica-driver/**' @@ -49,6 +50,7 @@ on: - 'packages/cubejs-mssql-driver/**' - 'packages/cubejs-mysql-driver/**' - 'packages/cubejs-postgres-driver/**' + - 'packages/cubejs-redshift-driver/**' - 'packages/cubejs-snowflake-driver/**' - 'packages/cubejs-vertica-driver/**' From b970b38fa9931f83c6baeed0fb7b6ff5f3c86d9a Mon Sep 17 00:00:00 2001 From: Konstantin Burkalev Date: Mon, 27 Jan 2025 19:36:58 +0200 Subject: [PATCH 4/5] =?UTF-8?q?return=20back=20rust-cache=20to=C2=A0cloud?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/cloud.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/cloud.yml b/.github/workflows/cloud.yml index c31898aef591c..4d6e4e0fd950d 100644 --- a/.github/workflows/cloud.yml +++ b/.github/workflows/cloud.yml @@ -80,6 +80,11 @@ jobs: uses: actions/setup-node@v4 with: node-version: ${{ matrix.node-version }} + - uses: Swatinem/rust-cache@v2 + with: + workspaces: ./packages/cubejs-backend-native + key: native-${{ runner.OS }}-${{ matrix.target }} + shared-key: native-${{ runner.OS }}-${{ matrix.target }} - name: Get yarn cache directory path id: yarn-cache-dir-path run: echo "dir=$(yarn cache dir)" >> "$GITHUB_OUTPUT" From 90da4fcec0cedc9660fd361eccbc884e9bd2a5cd Mon Sep 17 00:00:00 2001 From: Konstantin Burkalev Date: Mon, 27 Jan 2025 19:51:23 +0200 Subject: [PATCH 5/5] removed cache again... --- .github/workflows/cloud.yml | 5 ----- 1 file changed, 5 deletions(-) diff --git a/.github/workflows/cloud.yml b/.github/workflows/cloud.yml index 4d6e4e0fd950d..c31898aef591c 100644 --- a/.github/workflows/cloud.yml +++ b/.github/workflows/cloud.yml @@ -80,11 +80,6 @@ jobs: uses: actions/setup-node@v4 with: node-version: ${{ matrix.node-version }} - - uses: Swatinem/rust-cache@v2 - with: - workspaces: ./packages/cubejs-backend-native - key: native-${{ runner.OS }}-${{ matrix.target }} - shared-key: native-${{ runner.OS }}-${{ matrix.target }} - name: Get yarn cache directory path id: yarn-cache-dir-path run: echo "dir=$(yarn cache dir)" >> "$GITHUB_OUTPUT"