feat(write): single-catalog (standard DuckLake) Postgres writer (#231) #131
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark | |
| on: | |
| push: | |
| branches: [main] | |
| paths-ignore: | |
| - '**.md' | |
| - 'LICENSE' | |
| - '.gitignore' | |
| workflow_dispatch: # Allow manual trigger | |
| env: | |
| CARGO_TERM_COLOR: always | |
| RUST_BACKTRACE: 1 | |
| RUSTC_WRAPPER: "sccache" | |
| jobs: | |
| benchmark: | |
| name: Run TPC-H Benchmark | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6 | |
| - name: Install Rust toolchain | |
| uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable | |
| - name: Install sccache | |
| uses: mozilla-actions/sccache-action@fd02668681acd5f960e1372061bee5e3e987195c # v0.0.11 | |
| # Same key as every job in the CI workflow, so this shares one cargo-home | |
| # entry with them instead of maintaining a private pair. It previously keyed | |
| # on `-cargo-registry-`/`-cargo-index-`, which CI also wrote until those two | |
| # steps were merged into `Cache cargo home`; leaving this on the old keys | |
| # would have orphaned it, and two extra per-OS entries count against the | |
| # repository's 10 GB cache budget for no benefit. Combining the paths also | |
| # drops the "Path Validation Error" that the `~/.cargo/git` step logged on | |
| # every run, since the crate has no git dependencies. | |
| - name: Cache cargo home | |
| uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5 | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| key: ${{ runner.os }}-cargo-home-${{ hashFiles('**/Cargo.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-cargo-home- | |
| - name: Cache TPC-H test data | |
| id: cache-tpch | |
| uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5 | |
| with: | |
| path: | | |
| benchmark/data/tpch.ducklake | |
| benchmark/data/tpch_files | |
| key: tpch-sf1-v1 | |
| - name: Generate TPC-H SF1 data | |
| if: steps.cache-tpch.outputs.cache-hit != 'true' | |
| run: cargo run --release --package ducklake-benchmark --bin generate-tpch -- --scale-factor 1 | |
| - name: Run TPC-H Benchmark | |
| run: | | |
| cargo run --release --package ducklake-benchmark --bin ducklake-benchmark -- \ | |
| --catalog benchmark/data/tpch.ducklake \ | |
| --tpch \ | |
| --iterations 3 | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6 | |
| with: | |
| name: benchmark-results | |
| path: benchmark/results/ |