improve insert/update performance #992
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: PG Vectorize Extension | |
| defaults: | |
| run: | |
| shell: bash | |
| working-directory: ./extension | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| paths-ignore: | |
| - "README.md" | |
| - docs/** | |
| push: | |
| branches: | |
| - main | |
| paths-ignore: | |
| - "README.md" | |
| - docs/** | |
| release: | |
| types: | |
| - created | |
| jobs: | |
| lint: | |
| name: Run linters | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Rust minimal nightly with clippy and rustfmt | |
| uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| prefix-key: "pg-vectorize-extension-lint" | |
| workspaces: pg-vectorize/ | |
| # Additional directories to cache | |
| cache-directories: /home/runner/.pgrx | |
| - uses: ./.github/actions/pgx-init | |
| with: | |
| working-directory: ./extension | |
| - name: Cargo format | |
| run: cargo fmt --all --check | |
| - name: Clippy | |
| run: cargo clippy | |
| test-core: | |
| runs-on: ubuntu-24.04 | |
| services: | |
| vector-serve: | |
| image: quay.io/tembo/vector-serve:latest | |
| ports: | |
| - 3000:3000 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Rust stable toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| prefix-key: "extension-test" | |
| workspaces: | | |
| vectorize | |
| # Additional directories to cache | |
| cache-directories: | | |
| /home/runner/.pgrx | |
| - name: Install sys dependencies | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y postgresql postgresql-contrib libopenblas-dev libreadline-dev | |
| - name: Test Core | |
| run: | | |
| cd ../core && cargo test | |
| - name: Test Core - Integration | |
| # skip when on external forks | |
| if: github.repository_owner == 'tembo-io' | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| CO_API_KEY: ${{ secrets.CO_API_KEY }} | |
| PORTKEY_API_KEY: ${{ secrets.PORTKEY_API_KEY }} | |
| PORTKEY_VIRTUAL_KEY_OPENAI: ${{ secrets.PORTKEY_VIRTUAL_KEY_OPENAI }} | |
| VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }} | |
| run: | | |
| cd ../core && cargo test -- --ignored | |
| test: | |
| name: Run tests | |
| runs-on: ubuntu-latest | |
| services: | |
| # Label used to access the service container | |
| vector-serve: | |
| image: quay.io/tembo/vector-serve:latest | |
| ports: | |
| - 3000:3000 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Rust stable toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: | | |
| vectorize | |
| # Additional directories to cache | |
| cache-directories: | | |
| /home/runner/.pgrx | |
| - name: Install sys dependencies | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y build-essential libreadline-dev zlib1g-dev flex bison libclang-dev postgresql-client libicu-dev make wget pkg-config libssl-dev git gcc libopenblas-dev | |
| - uses: ./.github/actions/pgx-init | |
| with: | |
| working-directory: ./extension | |
| - name: setup-tests | |
| run: | | |
| make setup | |
| - name: unit-test | |
| run: | | |
| echo "\q" | make run | |
| make test-unit | |
| - name: integration-test | |
| if: github.repository_owner == 'tembo-io' | |
| env: | |
| HF_API_KEY: ${{ secrets.HF_API_KEY }} | |
| CO_API_KEY: ${{ secrets.CO_API_KEY }} | |
| PORTKEY_API_KEY: ${{ secrets.PORTKEY_API_KEY }} | |
| PORTKEY_VIRTUAL_KEY_OPENAI: ${{ secrets.PORTKEY_VIRTUAL_KEY_OPENAI }} | |
| VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }} | |
| run: make test-integration | |
| publish: | |
| if: github.event_name == 'release' | |
| name: trunk publish | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| matrix: | |
| pg-version: [14, 15, 16, 17] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Install Rust stable toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| prefix-key: "pg-vectorize-extension-test" | |
| workspaces: pg-vectorize | |
| # Additional directories to cache | |
| cache-directories: /home/runner/.pgrx | |
| - name: Install stoml and pg-trunk | |
| shell: bash | |
| run: | | |
| set -xe | |
| wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
| mv stoml_linux_amd64 stoml | |
| chmod +x stoml | |
| sudo mv stoml /usr/local/bin/ | |
| cargo install pg-trunk | |
| - name: trunk build | |
| working-directory: ./extension | |
| # trunk does not support path dependencies in Cargo.toml that are not within the current working directory | |
| # therefore, we need to move the core crate into the extension directory for the build | |
| run: | | |
| mv ../core ./core | |
| sed -i '0,/..\/core/s//.\/core/' Cargo.toml | |
| ~/.cargo/bin/trunk build --pg-version ${{ matrix.pg-version }} | |
| - name: trunk publish | |
| working-directory: ./extension | |
| env: | |
| TRUNK_API_TOKEN: ${{ secrets.TRUNK_AUTH_TOKEN }} | |
| run: ~/.cargo/bin/trunk publish |