cloud.yml

# CAUTION: This workflow exposes secrets. It is only supposed to be run on "merge into master" condition.
name: 'Cloud Tests'
on:
  # push doesn't work for PRs, it's safe to use it
  # only maintainers/core contributors are allowed to push directly to the main repository
  push:
    paths:
      - '.github/actions/integration/athena.sh'
      - '.github/actions/integration/bigquery.sh'
      - '.github/workflows/cloud.yml'
      - 'packages/cubejs-testing/**'
      - 'packages/cubejs-testing-shared/**'
      - 'packages/cubejs-backend-shared/**'
      - 'packages/cubejs-base-driver/**'
      - 'packages/cubejs-query-orchestrator/**'
      - 'packages/cubejs-schema-compiler/**'
      # drivers
      - 'packages/cubejs-athena-driver/**'
      - 'packages/cubejs-bigquery-driver/**'
      - 'lerna.json'
      - 'package.json'
      - 'yarn.lock'

jobs:
  integration-cloud:
    runs-on: ubuntu-20.04
    timeout-minutes: 60

    strategy:
      matrix:
        node-version: [ 16.x ]
        db: [ 'athena', 'bigquery' ]
      fail-fast: false

    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Disable rustup update (issue workaround for Windows)
        run: rustup set auto-self-update disable
        if: contains(runner.os, 'windows')
        shell: bash
      - name: Install Rust
        uses: actions-rs/toolchain@v1
        with:
          toolchain: nightly-2022-06-22
          override: true
          components: rustfmt
      - name: Install Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@v3
        with:
          node-version: ${{ matrix.node-version }}
      - name: Get yarn cache directory path
        id: yarn-cache-dir-path
        run: echo "::set-output name=dir::$(yarn cache dir)"
      - name: Restore lerna
        uses: actions/cache@v3
        with:
          path: |
            ${{ steps.yarn-cache-dir-path.outputs.dir }}
            node_modules
            rust/node_modules
            packages/*/node_modules
          key: ${{ runner.os }}-workspace-main-${{ matrix.node-version }}-${{ hashFiles('**/yarn.lock') }}
          restore-keys: |
            ${{ runner.os }}-workspace-main-${{ matrix.node-version }}-
      - name: Set Yarn version
        run: yarn policies set-version v1.22.19
      - name: Yarn install
        run: CUBESTORE_SKIP_POST_INSTALL=true yarn install --frozen-lockfile
      - name: Lerna tsc
        run: yarn tsc
      - name: Run Integration tests for ${{ matrix.db }} matrix
        timeout-minutes: 30
        env:
          CUBEJS_DB_BQ_CREDENTIALS: ${{ secrets.CUBEJS_DB_BQ_CREDENTIALS }}
          CUBEJS_AWS_KEY: ${{ secrets.CUBEJS_AWS_KEY }}
          CUBEJS_AWS_SECRET: ${{ secrets.CUBEJS_AWS_SECRET }}
        run: ./.github/actions/integration/${{ matrix.db }}.sh