Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion crates/scenario/src/images.rs
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ const TOOLS_INPUTS: &[&str] = &[
const SKIPPED_DIRS: &[&str] = &["target", ".git", "node_modules"];
const TAG_HEX_LEN: usize = 16;

/// The published images for the sources under `root` (the tool-bench directory).
/// The published images for the sources under `root` (the repository root).
pub fn published(root: &Path) -> anyhow::Result<Images> {
Ok(Images {
world: world(root)?,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/hubspot/advance-globex-expansion"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/hubspot/dana-joins-pied-piper"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/hubspot/largest-open-deal"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/hubspot/log-call-note-initech"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/multi/zendesk-order-status-shopify"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/multi/zendesk-refund-via-stripe"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/salesforce/close-resolved-case"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/salesforce/log-call-on-contact"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/salesforce/open-pipeline-by-rep"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/shopify/concierge-note"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/shopify/relaunch-tote"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/shopify/tag-vip-latest-order"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/shopify/top-spender"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/stripe/apply-retention-coupon"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/stripe/cancel-at-period-end"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/stripe/customer-mrr"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
tools:
condition: service_healthy
world:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:190a1d3892593e1c
environment:
SCENARIO_ID: "business/stripe/refund-duplicate-charge"
BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}"
Expand All @@ -29,7 +29,7 @@ services:
timeout: 3s
retries: 60
tools:
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f
image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:123457e687b1ef13
depends_on:
world:
condition: service_healthy
Expand Down
Loading
Loading