From 04aa257aae7cd5d0ff2ba459147f9394c97bef7b Mon Sep 17 00:00:00 2001 From: Joe Schoonover Date: Wed, 17 Jun 2026 06:00:30 -0400 Subject: [PATCH] Add Buildkite pipeline for galapagos benchmark runs Adds a Buildkite pipeline step that runs the full benchmark suite on the galapagos queue (franklin node) using local scratch for the dataset. The pipeline uses the actual pixi tasks and env var the benchmarks expect: - PARCELS_BENCHMARKS_DATA_FOLDER (read by benchmarks/__init__.py) - `pixi run setup-data` to download/extract the catalog data - `pixi run asv run` to run the benchmarks Co-Authored-By: Claude Opus 4.8 (1M context) --- .buildkite/pipeline.yml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 .buildkite/pipeline.yml diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml new file mode 100644 index 0000000..ab32ce1 --- /dev/null +++ b/.buildkite/pipeline.yml @@ -0,0 +1,19 @@ +steps: + - label: "Run all benchmarks (NVMe)" + key: "test-nvme" + command: | + # Sets the data directory to local NVMe scratch disk + export PARCELS_BENCHMARKS_DATA_FOLDER="/apps/parcels-ci" + pixi install + pixi run setup-data + pixi run asv run + + env: + slurm_partition: "main" + slurm_time: "08:00:00" + slurm_nodes: 1 + slurm_nodelist: "franklin" + slurm_ntasks_per_node: 1 + slurm_cpus_per_task: 8 + agents: + queue: "galapagos"