From a6286029cd9438d06f01d217baeca35700e2baa3 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 3 Nov 2026 19:38:42 +0000 Subject: [PATCH 1/7] fix(scenarios): surface the checkout saturation runbook step through PagerDuty alerts pagerduty-mcp's Incident model drops the incident body, so get_incident never showed the RB-CHK-07 replica count and every arm failed. Put the runbook step on each incident's first Datadog alert (body.details.runbook) and have the oracle read it via list_alerts_from_incident. --- .../dataset/pagerduty/alerts.json | 6 ++++-- .../scenario.toml | 11 +++++++++-- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../solution/call-2.json | 2 +- .../solution/call-3.json | 2 +- .../solution/call-4.json | 2 +- .../solution/call-5.json | 2 +- .../solution/call-6.json | 1 + .../solution/solve.sh | 5 +++-- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- .../environment/docker-compose.yaml | 2 +- 158 files changed, 171 insertions(+), 160 deletions(-) create mode 100644 tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json index cbdd7ff2..ee5ba0e9 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json @@ -26,7 +26,8 @@ "details": { "monitor": "checkout-api p95 latency", "value": "2.8s", - "region": "us-east-1" + "region": "us-east-1", + "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then confirm p95 recovers. Do not scale checkout-worker; it is queue-driven." } } }, @@ -88,7 +89,8 @@ "details": { "monitor": "checkout-api p95 latency (staging)", "value": "3.4s", - "namespace": "shop-staging" + "namespace": "shop-staging", + "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-staging to 3 replicas." } } }, diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml index 8c675534..2357e6f9 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml @@ -8,8 +8,10 @@ tags = ["write", "multi-service", "pagerduty", "kubernetes", "disambiguation"] timeout_sec = 900 # PagerDuty: two triggered incidents titled "Checkout API saturated: p95 latency above 2s". -# Q7CHKAP15PCT1D (checkout-api, production) says: scale shop-prod/checkout to 9 replicas. -# Q8CHKSTG5PCT2F (checkout-api-staging) says: scale shop-staging/checkout to 3. checkout-web +# Q7CHKAP15PCT1D (checkout-api, production) runbook: scale shop-prod/checkout to 9 replicas. +# Q8CHKSTG5PCT2F (checkout-api-staging) runbook: scale shop-staging/checkout to 3. The runbook +# step is on each incident's first Datadog alert (body.details.runbook): pagerduty-mcp's +# Incident model drops the incident body, so get_incident never shows it. checkout-web # has a third, acknowledged incident. Kubernetes: shop-prod/checkout runs 3 replicas; # checkout-worker (2) must not be scaled; shop-staging/checkout stays at 1. [[expect.state]] @@ -101,6 +103,11 @@ endpoint = "pagerduty" tool = "get_incident" arguments = { incident_id = "Q7CHKAP15PCT1D" } +[[solution.call]] +endpoint = "pagerduty" +tool = "list_alerts_from_incident" +arguments = { incident_id = "Q7CHKAP15PCT1D" } + [[solution.call]] endpoint = "kubernetes" tool = "resources_list" diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index e26e5a77..87dc0b31 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index d5d7f19c..d23d144b 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 4349b2e2..527d348d 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index a00dfa94..5f5371c9 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index 0523fad4..f01fb902 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 5409118f..f078d253 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index c95d2d34..65c8c71d 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 83ad459a..b2e42443 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index b1687a41..6f88e482 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 7a7a323a..8a26d972 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index dffd7a9d..1954c1d3 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index 8fbfc61b..1cb48be8 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index c8e962f8..bdd0e1cf 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index d5b680de..ade522b4 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index 764394d5..e332a435 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 8d885109..082d1f3c 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 4030c8ec..0acd9ed4 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 08b859d4..732a291b 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index 93d2b3da..f13363ea 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index f9124135..b16cb67c 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 6308fef1..a60e7738 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index 29482ef5..0af0d73c 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index b4a7b1bb..8a3c872d 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 842e7225..28cd7a8e 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index 7e62b6bd..c1f8e835 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index cecd49c0..d16082fc 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index a6fed786..24fc773b 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index bde061e1..29cbe1d2 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index fa44e39a..4212f133 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 7c28727c..931d6110 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index b4061104..c0ef2b38 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index 4d10e18b..27dd11f9 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index e1597ccb..e81565ff 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index cfe18d3d..d5807540 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 16613d53..20f3b437 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index bfa94de9..96af4e16 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 91115ff8..d61d3563 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 376afc11..6952fa38 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index f889c355..5010afba 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index b54a11e0..f3d87faf 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 5c3ef1c5..47acd974 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 8e19efad..61bbce05 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index d084359b..c74fa6c5 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 6271ada9..ae9da4b9 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 90d8ff0f..6771c54e 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 79af93b2..84c29393 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index ecec2b83..c87421ca 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index 5c3049c6..a8df12a7 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 708b5667..194a350f 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index 0358addf..d022cc17 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 3167e9ff..0710e985 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 951d7242..6e5ebcaa 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index bddeeffc..a367241a 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index dc01365b..39dd6e30 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 39fa5bc6..300f6dfe 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 71db25e2..e12c9a91 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index fc86bcc8..3566ed20 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 8e589313..6c1ba9e4 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index 5ac7034f..b9e075a7 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index bddf8994..8676bcd8 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index dab07913..d2678bf8 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index 1a69680a..d94874f7 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 32c563b9..e8fa0872 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 4d72e317..f9bbdc57 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 39d75335..4ca7e095 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index a028ce2d..90d7b96f 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index fccc20e2..bbfdeef4 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 32ece3ae..93dd0da1 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 1716658a..15f53774 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index da9b304a..651b74da 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index 92faba1f..76bf3183 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 77e69361..c94883c7 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index 542b7940..faf61e1e 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 92de4646..7b67b7f3 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index f6778892..7e9442c2 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index b3cf335f..958c3c24 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 41685377..1df61936 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 48f26aed..6b6273af 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index cccb4236..c860ee84 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 51032e75..2b5a275e 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index e5c03ea4..9a2b4b1c 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index 5128b993..364057de 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 4f8d8ecd..07759ae2 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 22126d4c..6baa4d37 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 0300f0f5..3c9278d1 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index 9abafe00..c468196d 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 945714b6..4b6ca512 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index c603b3d5..9f359aa5 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index a3f46093..861d1705 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index bf4aa46b..8430eac6 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index e7300d41..8037bb24 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index 2a262985..14210f8a 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index c3e27b04..f385e836 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index ffdf27a4..149d53f3 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index 8d0d12cc..3242daf3 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index a74e25bc..f8cae484 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index d628074e..919580ab 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index b4c3686a..18187f0d 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index 6c282f0a..583c9389 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index a5940c66..a41439ae 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 2f250687..03e227fa 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index 685b7c41..a069e827 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index f905e61e..b1103355 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 7e19223b..8b6b0a0c 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index a513f55f..462e8d2d 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index 90d5af2d..34ef40c7 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 9eb0d8d0..1ab73e5b 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 6751c03c..db7e9ed1 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 6f2f0ec2..8575d6f1 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index acba1231..6c81a508 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 84a27531..1dee1c44 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index a4763de7..8e7337d5 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json index cfb24d82..25b06886 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_list","arguments":{"apiVersion":"apps/v1","kind":"Deployment","namespace":"shop-prod"}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"list_alerts_from_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D"}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json index 956921f0..cfb24d82 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_scale","arguments":{"apiVersion":"apps/v1","kind":"Deployment","name":"checkout","namespace":"shop-prod","scale":9}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_list","arguments":{"apiVersion":"apps/v1","kind":"Deployment","namespace":"shop-prod"}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json index 68baeed8..956921f0 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"add_note_to_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D","note":"Per RB-CHK-07: scaled the checkout Deployment in shop-prod from 3 to 9 replicas."}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_scale","arguments":{"apiVersion":"apps/v1","kind":"Deployment","name":"checkout","namespace":"shop-prod","scale":9}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json index 04c4a5ef..68baeed8 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"manage_incidents","arguments":{"manage_request":{"incident_ids":["Q7CHKAP15PCT1D"],"status":"resolved"}}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"add_note_to_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D","note":"Per RB-CHK-07: scaled the checkout Deployment in shop-prod from 3 to 9 replicas."}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json new file mode 100644 index 00000000..04c4a5ef --- /dev/null +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json @@ -0,0 +1 @@ +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"manage_incidents","arguments":{"manage_request":{"incident_ids":["Q7CHKAP15PCT1D"],"status":"resolved"}}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh index 5a9cbd7a..31635e28 100755 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh @@ -12,7 +12,8 @@ call() { } call 7111 "$DIR/call-0.json" call 7111 "$DIR/call-1.json" -call 7115 "$DIR/call-2.json" +call 7111 "$DIR/call-2.json" call 7115 "$DIR/call-3.json" -call 7111 "$DIR/call-4.json" +call 7115 "$DIR/call-4.json" call 7111 "$DIR/call-5.json" +call 7111 "$DIR/call-6.json" diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index bcc5f56a..9eec56c6 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index 210e8077..8a1c3948 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index 9bd5dade..f62f9e4a 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 7e9b2fe6..5484feb2 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index e50ff626..63d50f9f 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 0d7b14be..9d86aabb 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index af65efd2..959e567e 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index f7fae3cc..fc6c1516 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index 185a1f9b..bdda8451 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index a9fe3f20..2de54a80 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index 9eaed355..043ac045 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 1f85ae78..792ed710 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 68301ae7..b340e015 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 0a3bb5ab..cd290f15 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index 513d0cd9..b26fb485 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index e20c22d8..2bbd965a 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 3025ee6f..ea5e1705 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index 26d3b346..c4f8c963 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 7f9c7716..253786d3 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 7133808c..e73c4e91 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index 28796d1f..2b34f09d 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index 8f02236b..4c4b4e73 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index dea46eeb..e70988de 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index 63d125a9..d4f5dbfd 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index ddb3770d..f68fc992 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index ee54c866..ee87038e 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index ff28aaf5..e1690893 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index 1c856d85..d4d70069 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index d91f5bbe..f70af9a9 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index 03e37a56..784f0ef0 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 846a322d..548d0be3 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 9c29a52b..ec50c5be 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index ef161293..8a561073 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 00d84ccd..158e2094 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 9eacc4f2..2915bce3 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index d1de3334..114ffd37 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index ab0efd07..0870008b 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index 8f48a356..dc90f9a4 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" From a4d18acb314fcbbb70cfd6c527ee10abf2eb4116 Mon Sep 17 00:00:00 2001 From: Luke Parke Date: Tue, 3 Nov 2026 19:59:16 +0000 Subject: [PATCH 2/7] fix(kubernetes): reconcile a Deployment's status, ReplicaSet and pods after a replica change A scale left status.replicas, observedGeneration and the ReplicaSet at the old count and created no pods, so a careful agent concluded the rollout was stuck and refused to resolve the incident. --- crates/services/kubernetes/src/lib.rs | 106 ++++++++++++++++++ .../services/kubernetes/tests/kubernetes.rs | 47 ++++++++ .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- 152 files changed, 453 insertions(+), 300 deletions(-) diff --git a/crates/services/kubernetes/src/lib.rs b/crates/services/kubernetes/src/lib.rs index df9b2283..8861b3bb 100644 --- a/crates/services/kubernetes/src/lib.rs +++ b/crates/services/kubernetes/src/lib.rs @@ -856,10 +856,116 @@ impl Kube<'_> { if rt.group.is_empty() && rt.plural == "secrets" && self.is_helm_virtual(&key) { self.remove_helm_secret(&key); } + let rescaled = rt.group == "apps" + && rt.plural == "deployments" + && !current.is_null() + && next["spec"]["replicas"] != current["spec"]["replicas"]; self.save(rt, &key, next.clone()); + if rescaled { + self.reconcile_deployment(rt, ns, name); + return json(StatusCode::OK, self.fetch(rt, ns, name).unwrap_or(next)); + } json(StatusCode::OK, next) } + /// Does what the Deployment and ReplicaSet controllers would after a replica change: the + /// Deployment's status, its newest ReplicaSet and that ReplicaSet's pods follow the new count. + fn reconcile_deployment(&mut self, rt: &ResType, ns: Option<&str>, name: &str) { + let Some(deploy) = self.fetch(rt, ns, name) else { + return; + }; + let Some(n) = deploy["spec"]["replicas"].as_i64() else { + return; + }; + let mut next = deploy.clone(); + next["status"]["observedGeneration"] = deploy["metadata"]["generation"].clone(); + for field in [ + "replicas", + "updatedReplicas", + "readyReplicas", + "availableReplicas", + ] { + next["status"][field] = json_value!(n); + } + self.commit(rt, ns, name, &deploy, next); + let Some(rs_rt) = find(&self.types, "apps", "v1", "replicasets").cloned() else { + return; + }; + let revision = |rs: &Value| { + rs["metadata"]["annotations"]["deployment.kubernetes.io/revision"] + .as_str() + .and_then(|r| r.parse::().ok()) + .unwrap_or(0) + }; + let Some((_, rs)) = self + .stored(&rs_rt) + .into_iter() + .filter(|(_, r)| { + r["metadata"]["namespace"].as_str() == ns && owned_by(r, "Deployment", name) + }) + .max_by_key(|(_, r)| revision(r)) + else { + return; + }; + let Some(rs_name) = rs["metadata"]["name"].as_str().map(str::to_owned) else { + return; + }; + let generation = rs["metadata"]["generation"].as_i64().unwrap_or(1) + + i64::from(rs["spec"]["replicas"].as_i64() != Some(n)); + let mut next_rs = rs.clone(); + next_rs["spec"]["replicas"] = json_value!(n); + next_rs["status"]["observedGeneration"] = json_value!(generation); + for field in [ + "replicas", + "fullyLabeledReplicas", + "readyReplicas", + "availableReplicas", + ] { + next_rs["status"][field] = json_value!(n); + } + self.commit(&rs_rt, ns, &rs_name, &rs, next_rs); + let Some(pod_rt) = find(&self.types, "", "v1", "pods").cloned() else { + return; + }; + let mut pods: Vec<(String, Value)> = self + .stored(&pod_rt) + .into_iter() + .filter(|(_, p)| { + p["metadata"]["namespace"].as_str() == ns && owned_by(p, "ReplicaSet", &rs_name) + }) + .collect(); + pods.sort_by(|a, b| a.0.cmp(&b.0)); + let keep = usize::try_from(n).unwrap_or(0); + for (key, _) in pods.iter().skip(keep) { + self.remove(&pod_rt, key); + } + let Some((_, sibling)) = pods.first().cloned() else { + return; + }; + for _ in pods.len()..keep { + let i = self.state.ids.next_int("pod-scale", 0); + let pod_name = format!( + "{rs_name}-{}", + name_suffix(&format!("{rs_name}/scale/{i}"), 5) + ); + let mut pod = sibling.clone(); + pod["status"]["startTime"] = json_value!(self.now_str()); + if let Some(status) = pod["status"].as_object_mut() { + status.remove("podIP"); + status.remove("podIPs"); + } + if let Some(statuses) = pod["status"]["containerStatuses"].as_array_mut() { + for c in statuses { + c["restartCount"] = json_value!(0); + c["lastState"] = json_value!({}); + } + } + self.initialize(&pod_rt, ns, &pod_name, &mut pod); + let key = Self::key(&pod_rt, ns, &pod_name); + self.save(&pod_rt, &key, pod); + } + } + fn patch( &mut self, req: &Req, diff --git a/crates/services/kubernetes/tests/kubernetes.rs b/crates/services/kubernetes/tests/kubernetes.rs index fb07896c..3158aeac 100644 --- a/crates/services/kubernetes/tests/kubernetes.rs +++ b/crates/services/kubernetes/tests/kubernetes.rs @@ -455,6 +455,53 @@ async fn scale_subresource_updates_deployment() { let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; assert_eq!(dep["spec"]["replicas"], 6); assert_eq!(dep["metadata"]["generation"], 2); + assert_eq!(dep["status"]["observedGeneration"], 2); + assert_eq!(dep["status"]["readyReplicas"], 6); + let k8s = &snap["services"]["kubernetes"]; + let owned = |plural: &str, kind: &str, owner: &str| -> Vec { + k8s[plural] + .as_object() + .map(|m| { + m.values() + .filter(|o| { + o["metadata"]["ownerReferences"] + .as_array() + .is_some_and(|r| { + r.iter().any(|r| r["kind"] == kind && r["name"] == owner) + }) + }) + .cloned() + .collect() + }) + .unwrap_or_default() + }; + let rs: Vec = owned("replicasets.apps", "Deployment", "payments-api") + .into_iter() + .filter(|r| r["metadata"]["namespace"] == "payments") + .collect(); + assert_eq!(rs.len(), 1); + assert_eq!(rs[0]["spec"]["replicas"], 6); + assert_eq!(rs[0]["status"]["readyReplicas"], 6); + let rs_name = rs[0]["metadata"]["name"].as_str().unwrap(); + assert_eq!(owned("pods", "ReplicaSet", rs_name).len(), 6); + + let down = send( + &app, + "PATCH", + path, + &[("content-type", "application/merge-patch+json")], + r#"{"spec":{"replicas":2}}"#, + ) + .await; + assert_eq!(down.status, StatusCode::OK); + let snap = w.lock().unwrap().snapshot(); + let k8s = &snap["services"]["kubernetes"]; + let pods = k8s["pods"].as_object().unwrap().values().filter(|p| { + p["metadata"]["ownerReferences"] + .as_array() + .is_some_and(|r| r.iter().any(|r| r["name"] == rs_name)) + }); + assert_eq!(pods.count(), 2); } #[tokio::test] diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index 87dc0b31..285a837b 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index d23d144b..44bb2b74 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 527d348d..7739117a 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index 5f5371c9..76c7bc3b 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index f01fb902..a1f72904 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index f078d253..714b8226 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index 65c8c71d..17f10880 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index b2e42443..66380651 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index 6f88e482..a2245852 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 8a26d972..8ba1946c 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index 1954c1d3..ebfca9c4 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index 1cb48be8..d0fdb210 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index bdd0e1cf..7e844292 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index ade522b4..35b7022e 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index e332a435..1ecc920b 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 082d1f3c..726218db 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 0acd9ed4..61fd51e2 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 732a291b..f538b121 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index f13363ea..87154ff6 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index b16cb67c..1bac0efb 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index a60e7738..3a7a8502 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index 0af0d73c..23cc0f61 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 8a3c872d..0bac808e 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 28cd7a8e..3189418a 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index c1f8e835..feae7ed0 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index d16082fc..6183974d 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index 24fc773b..616a2a18 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index 29cbe1d2..00ad12bf 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index 4212f133..b51dfbf4 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 931d6110..5d946d12 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index c0ef2b38..669703ae 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index 27dd11f9..9aa5ed73 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index e81565ff..c2526edf 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index d5807540..fa6efe1b 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 20f3b437..a5a77ebb 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index 96af4e16..a236e436 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index d61d3563..d2a521e4 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 6952fa38..9947c714 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 5010afba..59146d1a 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index f3d87faf..29153542 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 47acd974..b28fe511 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 61bbce05..4233f0b3 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index c74fa6c5..68925228 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index ae9da4b9..25e2cde4 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 6771c54e..864c412b 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 84c29393..ab3cc0ae 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index c87421ca..d6c5c5fb 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index a8df12a7..79223261 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 194a350f..6aa4ec86 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index d022cc17..33d7d7d4 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 0710e985..f42e0bf8 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 6e5ebcaa..79c040a9 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index a367241a..0bd101b0 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index 39dd6e30..7b85cbed 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 300f6dfe..01ebbb99 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index e12c9a91..73b5289c 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 3566ed20..6bf3601e 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 6c1ba9e4..75ff48d9 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index b9e075a7..b61cc907 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index 8676bcd8..7eec796a 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index d2678bf8..7196054f 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index d94874f7..dd681be0 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index e8fa0872..c2ed0672 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index f9bbdc57..db2af1d0 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 4ca7e095..f43933b3 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index 90d7b96f..752214ce 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index bbfdeef4..bbfd63cb 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 93dd0da1..265d37bf 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 15f53774..85f86d3f 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index 651b74da..efd95892 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index 76bf3183..f645d3ae 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index c94883c7..0811bfef 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index faf61e1e..9204b6d9 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 7b67b7f3..7081c624 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 7e9442c2..7391ba2a 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index 958c3c24..b0a1880a 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 1df61936..940463d4 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 6b6273af..5bedf869 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index c860ee84..e3bcd84c 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 2b5a275e..d194dd7a 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index 9a2b4b1c..a5416f6b 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index 364057de..4693668b 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 07759ae2..2b3dcdb7 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 6baa4d37..3dc5892c 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 3c9278d1..971fe331 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index c468196d..8ed56797 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 4b6ca512..d42bec46 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index 9f359aa5..c07d5a3e 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index 861d1705..a631010f 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index 8430eac6..f59f6f9c 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index 8037bb24..9de854c5 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index 14210f8a..62ee4fc7 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index f385e836..93eb1e82 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index 149d53f3..e25b2119 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index 3242daf3..58ea43c2 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index f8cae484..1c516ce0 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index 919580ab..59adb4d8 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 18187f0d..202da0b0 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index 583c9389..c0a019f9 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index a41439ae..b3b7db43 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 03e227fa..022a0f7c 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index a069e827..8a21a32e 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index b1103355..9cdd2098 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 8b6b0a0c..5163aba9 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index 462e8d2d..4282da37 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index 34ef40c7..6087f622 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 1ab73e5b..60e70427 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index db7e9ed1..6db93e3b 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 8575d6f1..2231b723 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index 6c81a508..0b6921d9 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 1dee1c44..7010ae54 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index 8e7337d5..4b217a75 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index 9eec56c6..d8b07b85 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index 8a1c3948..f612e247 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index f62f9e4a..2076ba87 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 5484feb2..9c4a42c3 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index 63d50f9f..bb648acb 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 9d86aabb..4c4c0b37 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index 959e567e..325b05c6 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index fc6c1516..3e59c825 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index bdda8451..e01d8971 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index 2de54a80..fe4ed755 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index 043ac045..e4aa9504 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 792ed710..989145af 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index b340e015..75c98e2c 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index cd290f15..bf0ff0a0 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index b26fb485..7d9c0539 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index 2bbd965a..fdc7c30b 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index ea5e1705..3d2bc834 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index c4f8c963..6b422b5c 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 253786d3..27942516 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index e73c4e91..8522d832 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index 2b34f09d..dbd6ed3c 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index 4c4b4e73..d454a121 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index e70988de..7edf9f05 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index d4f5dbfd..d5dff799 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index f68fc992..56aa9283 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index ee87038e..d60ac071 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index e1690893..f5fd3485 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index d4d70069..f10289de 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index f70af9a9..307d331e 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index 784f0ef0..fde394cb 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 548d0be3..92e0d96e 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index ec50c5be..749a6725 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index 8a561073..ae21dfc5 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 158e2094..705e6d7d 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 2915bce3..f888c5a0 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index 114ffd37..7da416eb 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index 0870008b..35809247 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index dc90f9a4..e82fac44 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:33b5b8efd56113c3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f depends_on: world: condition: service_healthy From 6bb08df8a267858f5b262d9ceae1b9fcea5aeb66 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 3 Nov 2026 20:05:58 +0000 Subject: [PATCH 3/7] fix(kubernetes): build scaled pods from the ReplicaSet template and count readiness from pods Scale-up from zero now creates pods, new pods get fresh container IDs and start times, ready/available counts come from pod readiness, and a change that also edits the pod template is left as an unsimulated rollout. The checkout runbook now ends with resolving once the pods are Ready instead of a p95 check no scenario service can answer. --- crates/services/kubernetes/src/lib.rs | 213 +++++++++++++----- .../services/kubernetes/tests/kubernetes.rs | 106 ++++++++- .../dataset/pagerduty/alerts.json | 2 +- .../dataset/pagerduty/incidents.json | 2 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- 154 files changed, 553 insertions(+), 370 deletions(-) diff --git a/crates/services/kubernetes/src/lib.rs b/crates/services/kubernetes/src/lib.rs index 8861b3bb..52a98398 100644 --- a/crates/services/kubernetes/src/lib.rs +++ b/crates/services/kubernetes/src/lib.rs @@ -868,8 +868,9 @@ impl Kube<'_> { json(StatusCode::OK, next) } - /// Does what the Deployment and ReplicaSet controllers would after a replica change: the - /// Deployment's status, its newest ReplicaSet and that ReplicaSet's pods follow the new count. + /// Does what the Deployment and ReplicaSet controllers would after a replica change: the newest + /// ReplicaSet and its pods follow the new count, and both statuses are recounted from the pods. + /// A change that also edits the pod template is a rollout, which is not simulated. fn reconcile_deployment(&mut self, rt: &ResType, ns: Option<&str>, name: &str) { let Some(deploy) = self.fetch(rt, ns, name) else { return; @@ -877,18 +878,10 @@ impl Kube<'_> { let Some(n) = deploy["spec"]["replicas"].as_i64() else { return; }; - let mut next = deploy.clone(); - next["status"]["observedGeneration"] = deploy["metadata"]["generation"].clone(); - for field in [ - "replicas", - "updatedReplicas", - "readyReplicas", - "availableReplicas", - ] { - next["status"][field] = json_value!(n); - } - self.commit(rt, ns, name, &deploy, next); - let Some(rs_rt) = find(&self.types, "apps", "v1", "replicasets").cloned() else { + let (Some(rs_rt), Some(pod_rt)) = ( + find(&self.types, "apps", "v1", "replicasets").cloned(), + find(&self.types, "", "v1", "pods").cloned(), + ) else { return; }; let revision = |rs: &Value| { @@ -897,75 +890,172 @@ impl Kube<'_> { .and_then(|r| r.parse::().ok()) .unwrap_or(0) }; - let Some((_, rs)) = self + let owned_sets: Vec = self .stored(&rs_rt) .into_iter() - .filter(|(_, r)| { + .map(|(_, r)| r) + .filter(|r| { r["metadata"]["namespace"].as_str() == ns && owned_by(r, "Deployment", name) }) - .max_by_key(|(_, r)| revision(r)) - else { + .collect(); + let Some(rs) = owned_sets.iter().max_by_key(|r| revision(r)).cloned() else { return; }; + if rs["spec"]["template"]["spec"] != deploy["spec"]["template"]["spec"] { + return; + } let Some(rs_name) = rs["metadata"]["name"].as_str().map(str::to_owned) else { return; }; + let mut pods = self.pods_of(&pod_rt, ns, &rs_name); + let keep = usize::try_from(n).unwrap_or(0); + for (key, _) in pods.iter().skip(keep) { + self.remove(&pod_rt, key); + } + let placement = pods.first().map(|(_, p)| p.clone()); + for _ in pods.len()..keep { + self.create_running_pod(&pod_rt, ns, &rs, placement.as_ref()); + } + pods = self.pods_of(&pod_rt, ns, &rs_name); + let ready = pods.iter().filter(|(_, p)| pod_ready(p)).count(); let generation = rs["metadata"]["generation"].as_i64().unwrap_or(1) + i64::from(rs["spec"]["replicas"].as_i64() != Some(n)); let mut next_rs = rs.clone(); next_rs["spec"]["replicas"] = json_value!(n); next_rs["status"]["observedGeneration"] = json_value!(generation); - for field in [ - "replicas", - "fullyLabeledReplicas", - "readyReplicas", - "availableReplicas", - ] { - next_rs["status"][field] = json_value!(n); - } + next_rs["status"]["replicas"] = json_value!(pods.len()); + next_rs["status"]["fullyLabeledReplicas"] = json_value!(pods.len()); + next_rs["status"]["readyReplicas"] = json_value!(ready); + next_rs["status"]["availableReplicas"] = json_value!(ready); self.commit(&rs_rt, ns, &rs_name, &rs, next_rs); - let Some(pod_rt) = find(&self.types, "", "v1", "pods").cloned() else { - return; - }; + + let (mut total, mut total_ready) = (0, 0); + for set in &owned_sets { + let set_pods = self.pods_of( + &pod_rt, + ns, + set["metadata"]["name"].as_str().unwrap_or_default(), + ); + total += set_pods.len(); + total_ready += set_pods.iter().filter(|(_, p)| pod_ready(p)).count(); + } + let mut next = deploy.clone(); + next["status"]["observedGeneration"] = deploy["metadata"]["generation"].clone(); + next["status"]["replicas"] = json_value!(total); + next["status"]["updatedReplicas"] = json_value!(pods.len()); + next["status"]["readyReplicas"] = json_value!(total_ready); + next["status"]["availableReplicas"] = json_value!(total_ready); + next["status"]["unavailableReplicas"] = json_value!(total.saturating_sub(total_ready)); + if total == total_ready + && let Some(status) = next["status"].as_object_mut() + { + status.remove("unavailableReplicas"); + } + self.commit(rt, ns, name, &deploy, next); + } + + fn pods_of(&self, pod_rt: &ResType, ns: Option<&str>, rs_name: &str) -> Vec<(String, Value)> { let mut pods: Vec<(String, Value)> = self - .stored(&pod_rt) + .stored(pod_rt) .into_iter() .filter(|(_, p)| { - p["metadata"]["namespace"].as_str() == ns && owned_by(p, "ReplicaSet", &rs_name) + p["metadata"]["namespace"].as_str() == ns && owned_by(p, "ReplicaSet", rs_name) }) .collect(); pods.sort_by(|a, b| a.0.cmp(&b.0)); - let keep = usize::try_from(n).unwrap_or(0); - for (key, _) in pods.iter().skip(keep) { - self.remove(&pod_rt, key); + pods + } + + /// A pod for `rs` built from its template, already scheduled and ready. `placement` is a sibling + /// pod whose node, host IP and QoS class it shares. + fn create_running_pod( + &mut self, + pod_rt: &ResType, + ns: Option<&str>, + rs: &Value, + placement: Option<&Value>, + ) { + let rs_name = rs["metadata"]["name"] + .as_str() + .unwrap_or_default() + .to_owned(); + let i = self.state.ids.next_int("pod-scale", 0); + let pod_name = format!( + "{rs_name}-{}", + name_suffix(&format!("{rs_name}/scale/{i}"), 5) + ); + let now = self.now_str(); + let template = &rs["spec"]["template"]; + let mut spec = template["spec"].clone(); + if let Some(node) = placement.and_then(|p| p["spec"]["nodeName"].as_str()) { + spec["nodeName"] = json_value!(node); } - let Some((_, sibling)) = pods.first().cloned() else { - return; - }; - for _ in pods.len()..keep { - let i = self.state.ids.next_int("pod-scale", 0); - let pod_name = format!( - "{rs_name}-{}", - name_suffix(&format!("{rs_name}/scale/{i}"), 5) - ); - let mut pod = sibling.clone(); - pod["status"]["startTime"] = json_value!(self.now_str()); - if let Some(status) = pod["status"].as_object_mut() { - status.remove("podIP"); - status.remove("podIPs"); - } - if let Some(statuses) = pod["status"]["containerStatuses"].as_array_mut() { - for c in statuses { - c["restartCount"] = json_value!(0); - c["lastState"] = json_value!({}); - } + let containers = spec["containers"].as_array().cloned().unwrap_or_default(); + let statuses: Vec = containers + .iter() + .map(|c| { + let id = self + .state + .ids + .next_uuid("container-id") + .simple() + .to_string(); + json_value!({ + "name": c["name"], + "image": c["image"], + "imageID": "", + "containerID": format!("containerd://{id}"), + "ready": true, + "restartCount": 0, + "started": true, + "state": {"running": {"startedAt": now}}, + "lastState": {}, + }) + }) + .collect(); + let condition = |kind: &str| json_value!({"type": kind, "status": "True", "lastProbeTime": null, "lastTransitionTime": now}); + let mut pod = json_value!({ + "metadata": { + "name": pod_name, + "generateName": format!("{rs_name}-"), + "labels": template["metadata"]["labels"], + "ownerReferences": [{ + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": rs_name, + "uid": rs["metadata"]["uid"], + "controller": true, + "blockOwnerDeletion": true, + }], + }, + "spec": spec, + "status": { + "phase": "Running", + "conditions": [ + condition("PodScheduled"), + condition("Initialized"), + condition("ContainersReady"), + condition("Ready"), + ], + "startTime": now, + "containerStatuses": statuses, + }, + }); + if let Some(a) = template["metadata"]["annotations"].as_object() { + pod["metadata"]["annotations"] = json_value!(a); + } + for field in ["hostIP", "qosClass"] { + if let Some(v) = placement + .map(|p| &p["status"][field]) + .filter(|v| !v.is_null()) + { + pod["status"][field] = v.clone(); } - self.initialize(&pod_rt, ns, &pod_name, &mut pod); - let key = Self::key(&pod_rt, ns, &pod_name); - self.save(&pod_rt, &key, pod); } + self.initialize(pod_rt, ns, &pod_name, &mut pod); + let key = Self::key(pod_rt, ns, &pod_name); + self.save(pod_rt, &key, pod); } - fn patch( &mut self, req: &Req, @@ -1856,6 +1946,13 @@ fn str_lines(v: &Value) -> Vec { } } +fn pod_ready(pod: &Value) -> bool { + pod["status"]["phase"] == "Running" + && pod["status"]["containerStatuses"] + .as_array() + .is_some_and(|cs| !cs.is_empty() && cs.iter().all(|c| c["ready"] == true)) +} + fn owned_by(obj: &Value, kind: &str, name: &str) -> bool { obj["metadata"]["ownerReferences"] .as_array() diff --git a/crates/services/kubernetes/tests/kubernetes.rs b/crates/services/kubernetes/tests/kubernetes.rs index 3158aeac..55b0b9dd 100644 --- a/crates/services/kubernetes/tests/kubernetes.rs +++ b/crates/services/kubernetes/tests/kubernetes.rs @@ -485,23 +485,109 @@ async fn scale_subresource_updates_deployment() { let rs_name = rs[0]["metadata"]["name"].as_str().unwrap(); assert_eq!(owned("pods", "ReplicaSet", rs_name).len(), 6); - let down = send( + let pods_of = |snap: &Value, rs: &str| -> Vec { + snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .values() + .filter(|p| { + p["metadata"]["ownerReferences"] + .as_array() + .is_some_and(|r| r.iter().any(|r| r["name"] == rs)) + }) + .cloned() + .collect() + }; + let scale_to = |n: i64| { + let app = app.clone(); + async move { + let body = format!(r#"{{"spec":{{"replicas":{n}}}}}"#); + let r = send( + &app, + "PATCH", + path, + &[("content-type", "application/merge-patch+json")], + &body, + ) + .await; + assert_eq!(r.status, StatusCode::OK); + } + }; + scale_to(0).await; + assert!(pods_of(&w.lock().unwrap().snapshot(), rs_name).is_empty()); + scale_to(4).await; + let snap = w.lock().unwrap().snapshot(); + let pods = pods_of(&snap, rs_name); + assert_eq!(pods.len(), 4); + let mut ids: Vec<&str> = pods + .iter() + .flat_map(|p| p["status"]["containerStatuses"].as_array().unwrap()) + .map(|c| c["containerID"].as_str().unwrap()) + .collect(); + ids.sort_unstable(); + ids.dedup(); + assert_eq!(ids.len(), 4); + assert!(pods.iter().all(|p| p["status"]["phase"] == "Running")); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["status"]["readyReplicas"], 4); +} + +#[tokio::test] +async fn scale_counts_unready_pods_as_unavailable() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let path = "/apis/apps/v1/namespaces/payments/deployments/ledger-worker/scale"; + let before = w.lock().unwrap().snapshot(); + let dep = &before["services"]["kubernetes"]["deployments.apps"]["payments/ledger-worker"]; + let replicas = dep["spec"]["replicas"].as_i64().unwrap(); + let ready = dep["status"]["readyReplicas"].as_i64().unwrap_or(0); + assert!(ready < replicas); + let body = format!(r#"{{"spec":{{"replicas":{}}}}}"#, replicas + 1); + let r = send( &app, "PATCH", path, &[("content-type", "application/merge-patch+json")], - r#"{"spec":{"replicas":2}}"#, + &body, ) .await; - assert_eq!(down.status, StatusCode::OK); + assert_eq!(r.status, StatusCode::OK); let snap = w.lock().unwrap().snapshot(); - let k8s = &snap["services"]["kubernetes"]; - let pods = k8s["pods"].as_object().unwrap().values().filter(|p| { - p["metadata"]["ownerReferences"] - .as_array() - .is_some_and(|r| r.iter().any(|r| r["name"] == rs_name)) - }); - assert_eq!(pods.count(), 2); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/ledger-worker"]; + assert_eq!(dep["status"]["replicas"], replicas + 1); + assert_eq!(dep["status"]["readyReplicas"], ready + 1); + assert_eq!(dep["status"]["unavailableReplicas"], replicas - ready); +} + +#[tokio::test] +async fn replica_change_with_new_template_is_not_reconciled() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let path = "/apis/apps/v1/namespaces/payments/deployments/payments-api"; + let before = w.lock().unwrap().snapshot(); + let pod_count = |snap: &Value| { + snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .len() + }; + let r = send( + &app, + "PATCH", + path, + &[("content-type", "application/strategic-merge-patch+json")], + r#"{"spec":{"replicas":5,"template":{"metadata":{"annotations":{"x":"y"}},"spec":{"terminationGracePeriodSeconds":5}}}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK, "{}", r.text); + let snap = w.lock().unwrap().snapshot(); + assert_eq!(pod_count(&snap), pod_count(&before)); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["spec"]["replicas"], 5); + assert_ne!( + dep["status"]["observedGeneration"], + dep["metadata"]["generation"] + ); } #[tokio::test] diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json index ee5ba0e9..acaf3dca 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json @@ -27,7 +27,7 @@ "monitor": "checkout-api p95 latency", "value": "2.8s", "region": "us-east-1", - "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then confirm p95 recovers. Do not scale checkout-worker; it is queue-driven." + "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then resolve the incident once the new pods are Ready. Do not scale checkout-worker; it is queue-driven." } } }, diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json index a13c2da1..4a8b56b8 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json @@ -322,7 +322,7 @@ "updated_at": "2026-10-30T12:40:00Z", "body": { "type": "incident_body", - "details": "p95 on POST /v2/checkout is 2.8s (SLO 800ms). All 3 checkout pods in shop-prod are pinned at ~97% CPU since the 12:30 traffic spike.\nRunbook RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then confirm p95 recovers. Do not scale checkout-worker; it is queue-driven." + "details": "p95 on POST /v2/checkout is 2.8s (SLO 800ms). All 3 checkout pods in shop-prod are pinned at ~97% CPU since the 12:30 traffic spike.\nRunbook RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then resolve the incident once the new pods are Ready. Do not scale checkout-worker; it is queue-driven." } }, { diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index 285a837b..b2736842 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index 44bb2b74..f949afc5 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 7739117a..18325bb2 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index 76c7bc3b..6681556e 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index a1f72904..6b4b7cb0 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 714b8226..0b9f4097 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index 17f10880..3b96a07d 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 66380651..76221287 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index a2245852..ab369ce0 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 8ba1946c..800c3091 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index ebfca9c4..5469c1a6 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index d0fdb210..d5b35b93 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index 7e844292..d6333171 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index 35b7022e..874a6e41 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index 1ecc920b..74f1a39c 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 726218db..a111edf5 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 61fd51e2..ba2f1ea1 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index f538b121..380d187d 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index 87154ff6..014da14c 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index 1bac0efb..e80f2801 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 3a7a8502..243abda9 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index 23cc0f61..b3fe15d5 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 0bac808e..04d6960a 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 3189418a..81214e45 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index feae7ed0..7d23c310 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index 6183974d..1133f0f5 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index 616a2a18..d183f5ac 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index 00ad12bf..546ef9fa 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index b51dfbf4..db4a41c4 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 5d946d12..eae252de 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index 669703ae..4d921d9b 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index 9aa5ed73..dc7e7220 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index c2526edf..d346c247 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index fa6efe1b..b3c9e4fd 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index a5a77ebb..9aa08f39 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index a236e436..7f07bd13 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index d2a521e4..720903a3 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 9947c714..65f07ad0 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 59146d1a..5fcd0ae0 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index 29153542..f52412e7 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index b28fe511..ba96a03c 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 4233f0b3..b2f2afe3 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index 68925228..98f9a42d 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 25e2cde4..080dad66 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 864c412b..7222056c 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index ab3cc0ae..2ce032b6 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index d6c5c5fb..0a9d40c0 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index 79223261..94353875 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 6aa4ec86..ee42f69e 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index 33d7d7d4..61e0eee6 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index f42e0bf8..80edbc52 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 79c040a9..6cfe2cf8 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index 0bd101b0..82ec5c1b 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index 7b85cbed..f3454e1c 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 01ebbb99..29d85212 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 73b5289c..ef4552ab 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 6bf3601e..0b67d0c1 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 75ff48d9..8af463cf 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index b61cc907..d4a08bc5 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index 7eec796a..a72d8c1c 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index 7196054f..793fc3ce 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index dd681be0..b2529f39 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index c2ed0672..39c67096 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index db2af1d0..6309efab 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index f43933b3..b5b6ff35 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index 752214ce..d5046246 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index bbfd63cb..a76c93f6 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 265d37bf..ae0ea611 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 85f86d3f..094d8af6 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index efd95892..670edbd6 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index f645d3ae..e4c5a42a 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 0811bfef..f92c81ae 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index 9204b6d9..b2f28635 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 7081c624..64485199 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 7391ba2a..9825fcfc 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index b0a1880a..d1b60f58 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 940463d4..8fbf5f12 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 5bedf869..77fd9a81 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index e3bcd84c..6bcb0e72 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index d194dd7a..46685d93 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index a5416f6b..6423fc32 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index 4693668b..a361f4e8 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 2b3dcdb7..4c9beb65 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 3dc5892c..c9c76af9 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 971fe331..46efa38d 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index 8ed56797..65da32b9 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index d42bec46..7cdff8da 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index c07d5a3e..468e08b1 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index a631010f..ae876c45 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index f59f6f9c..79b2c534 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index 9de854c5..4fbadc19 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index 62ee4fc7..af765c14 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index 93eb1e82..5fc446fc 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index e25b2119..4c06e2a9 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index 58ea43c2..e85443f6 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index 1c516ce0..6d765c66 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index 59adb4d8..b3b4a431 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 202da0b0..2bb1315b 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index c0a019f9..547c719f 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index b3b7db43..b08d6ac6 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 022a0f7c..06466d11 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index 8a21a32e..cc755cef 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index 9cdd2098..a31b7d05 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 5163aba9..65f3c8b8 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index 4282da37..f0840241 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index 6087f622..ea4a7796 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 60e70427..11554a59 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 6db93e3b..0aa3907d 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 2231b723..ae7c9a29 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index 0b6921d9..d0be4bc2 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 7010ae54..25424846 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index 4b217a75..4bc4e236 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index d8b07b85..f2bec731 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index f612e247..aa833239 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index 2076ba87..60e437e0 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 9c4a42c3..4908f01d 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index bb648acb..47836388 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 4c4c0b37..fef271a0 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index 325b05c6..e2ff1d4d 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index 3e59c825..4740611b 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index e01d8971..e5ade161 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index fe4ed755..66e22554 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index e4aa9504..a802a9a9 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 989145af..8b1d4130 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 75c98e2c..28c0b499 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index bf0ff0a0..9155e00b 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index 7d9c0539..b2e30734 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index fdc7c30b..98e841e1 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 3d2bc834..194c4ca0 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index 6b422b5c..cf14fecc 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 27942516..2c54a781 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 8522d832..1ad75526 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index dbd6ed3c..3fbf2b29 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index d454a121..d667ea5f 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index 7edf9f05..28f30669 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index d5dff799..3cf77ea8 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index 56aa9283..2d0165af 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index d60ac071..e34b3dd6 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index f5fd3485..84b28431 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index f10289de..f703e166 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index 307d331e..8f68adcb 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index fde394cb..fc787f82 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 92e0d96e..61d89ba5 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 749a6725..cd062658 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index ae21dfc5..8fdb81cb 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 705e6d7d..155de763 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index f888c5a0..86e50e15 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index 7da416eb..f00fc53f 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index 35809247..9bd7103f 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index e82fac44..c332a4d6 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:19c4a9b3e3eb86a3 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:5b02f9a998d2478f + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e depends_on: world: condition: service_healthy From fe2698a53a944b447c26b19ca6864967be2befd1 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 3 Nov 2026 20:08:42 +0000 Subject: [PATCH 4/7] fix(kubernetes): compare whole pod templates and honour the Ready condition when reconciling a scale --- crates/services/kubernetes/src/lib.rs | 10 +++- .../services/kubernetes/tests/kubernetes.rs | 47 ++++++++++++++++++- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- 152 files changed, 355 insertions(+), 302 deletions(-) diff --git a/crates/services/kubernetes/src/lib.rs b/crates/services/kubernetes/src/lib.rs index 52a98398..67fc2898 100644 --- a/crates/services/kubernetes/src/lib.rs +++ b/crates/services/kubernetes/src/lib.rs @@ -901,7 +901,11 @@ impl Kube<'_> { let Some(rs) = owned_sets.iter().max_by_key(|r| revision(r)).cloned() else { return; }; - if rs["spec"]["template"]["spec"] != deploy["spec"]["template"]["spec"] { + let mut rs_template = rs["spec"]["template"].clone(); + if let Some(labels) = rs_template["metadata"]["labels"].as_object_mut() { + labels.remove("pod-template-hash"); + } + if rs_template != deploy["spec"]["template"] { return; } let Some(rs_name) = rs["metadata"]["name"].as_str().map(str::to_owned) else { @@ -1947,7 +1951,11 @@ fn str_lines(v: &Value) -> Vec { } fn pod_ready(pod: &Value) -> bool { + let ready_condition = pod["status"]["conditions"] + .as_array() + .and_then(|cs| cs.iter().find(|c| c["type"] == "Ready")); pod["status"]["phase"] == "Running" + && ready_condition.is_none_or(|c| c["status"] == "True") && pod["status"]["containerStatuses"] .as_array() .is_some_and(|cs| !cs.is_empty() && cs.iter().all(|c| c["ready"] == true)) diff --git a/crates/services/kubernetes/tests/kubernetes.rs b/crates/services/kubernetes/tests/kubernetes.rs index 55b0b9dd..a59863fc 100644 --- a/crates/services/kubernetes/tests/kubernetes.rs +++ b/crates/services/kubernetes/tests/kubernetes.rs @@ -576,7 +576,7 @@ async fn replica_change_with_new_template_is_not_reconciled() { "PATCH", path, &[("content-type", "application/strategic-merge-patch+json")], - r#"{"spec":{"replicas":5,"template":{"metadata":{"annotations":{"x":"y"}},"spec":{"terminationGracePeriodSeconds":5}}}}"#, + r#"{"spec":{"replicas":5,"template":{"metadata":{"annotations":{"x":"y"}}}}}"#, ) .await; assert_eq!(r.status, StatusCode::OK, "{}", r.text); @@ -914,3 +914,48 @@ async fn namespaces_cannot_delete_default_and_cascade_otherwise() { .is_none() ); } + +#[tokio::test] +async fn scale_counts_pods_with_false_ready_condition_as_unavailable() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let snap = w.lock().unwrap().snapshot(); + let pod = snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .values() + .find(|p| { + p["metadata"]["namespace"] == "payments" + && p["metadata"]["labels"]["app.kubernetes.io/name"] == "payments-api" + && p["status"]["phase"] == "Running" + }) + .unwrap() + .clone(); + let pod_name = pod["metadata"]["name"].as_str().unwrap(); + let r = send( + &app, + "PATCH", + &format!("/api/v1/namespaces/payments/pods/{pod_name}/status"), + &[("content-type", "application/merge-patch+json")], + r#"{"status":{"conditions":[{"type":"Ready","status":"False"}]}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK, "{}", r.text); + let ready_before = snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"] + ["status"]["readyReplicas"] + .as_i64() + .unwrap(); + let r = send( + &app, + "PATCH", + "/apis/apps/v1/namespaces/payments/deployments/payments-api/scale", + &[("content-type", "application/merge-patch+json")], + r#"{"spec":{"replicas":4}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK); + let snap = w.lock().unwrap().snapshot(); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["status"]["readyReplicas"], ready_before); + assert_eq!(dep["status"]["unavailableReplicas"], 1); +} diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index b2736842..029d1cef 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index f949afc5..afd6424a 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 18325bb2..cc19215f 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index 6681556e..2327a437 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index 6b4b7cb0..06d2afe0 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 0b9f4097..88750e10 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index 3b96a07d..8105f944 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 76221287..72d67e8f 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index ab369ce0..8c596c2e 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 800c3091..0b189892 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index 5469c1a6..0ffea255 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index d5b35b93..b5bec431 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index d6333171..d3e58839 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index 874a6e41..141e5903 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index 74f1a39c..ffa12ef7 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index a111edf5..7d2fb51a 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index ba2f1ea1..76fda6d2 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 380d187d..2f15f6c3 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index 014da14c..bb09200b 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index e80f2801..040a034c 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 243abda9..6cf0a2b1 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index b3fe15d5..dfd17bd7 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 04d6960a..192bce74 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 81214e45..0a09e4f8 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index 7d23c310..fbd40f4b 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index 1133f0f5..057616e8 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index d183f5ac..6f17179c 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index 546ef9fa..71ce6219 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index db4a41c4..10bb8931 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index eae252de..050f5e54 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index 4d921d9b..f9d04ecd 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index dc7e7220..f0b5d63e 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index d346c247..d549a5f4 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index b3c9e4fd..16d02a56 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 9aa08f39..5486aec8 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index 7f07bd13..578a458f 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 720903a3..7793d95d 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 65f07ad0..9183e479 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 5fcd0ae0..0fceb6ca 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index f52412e7..3a5cb2bb 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index ba96a03c..65820c28 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index b2f2afe3..7ad6240c 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index 98f9a42d..1eb1bc72 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 080dad66..7b6f236f 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 7222056c..7f530ffa 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 2ce032b6..91d0aba8 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index 0a9d40c0..9395bc88 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index 94353875..ae270755 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index ee42f69e..4da62e39 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index 61e0eee6..e7436ad2 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 80edbc52..9d277c91 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 6cfe2cf8..287cc1c3 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index 82ec5c1b..d456980e 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index f3454e1c..51f95453 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 29d85212..1dfff041 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index ef4552ab..765bc36e 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 0b67d0c1..56cbe108 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 8af463cf..3de6d4d2 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index d4a08bc5..faba0c6f 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index a72d8c1c..598e3e03 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index 793fc3ce..1b4ab699 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index b2529f39..c19120c0 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 39c67096..04bc9779 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 6309efab..5e0ae78e 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index b5b6ff35..21385626 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index d5046246..fb15e9e7 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index a76c93f6..34df382e 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index ae0ea611..82537146 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 094d8af6..cf4d1b83 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index 670edbd6..0e14c561 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index e4c5a42a..f596ef62 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index f92c81ae..6d2a4145 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index b2f28635..f7c30f91 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 64485199..7a30cac9 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 9825fcfc..89bf2e41 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index d1b60f58..3bd04cc6 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 8fbf5f12..fbc6adae 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 77fd9a81..0913f2f4 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index 6bcb0e72..98826037 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 46685d93..66ba83db 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index 6423fc32..cd53abd7 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index a361f4e8..a3841df4 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 4c9beb65..d12c1cbe 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index c9c76af9..9ab5983a 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 46efa38d..4549cb62 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index 65da32b9..f46b47aa 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 7cdff8da..3675802d 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index 468e08b1..15758508 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index ae876c45..a345d433 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index 79b2c534..24e4c6df 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index 4fbadc19..e9d7edad 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index af765c14..dbf22d73 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index 5fc446fc..163ce544 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index 4c06e2a9..5cb6c613 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index e85443f6..de8e1c62 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index 6d765c66..cc52d84c 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index b3b4a431..889a495a 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 2bb1315b..0031b108 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index 547c719f..bdabc07b 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index b08d6ac6..797e40c7 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 06466d11..866251c1 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index cc755cef..dcdd0940 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index a31b7d05..6cc35630 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 65f3c8b8..9882f4e2 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index f0840241..f2d81d94 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index ea4a7796..e684627b 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 11554a59..dbd579c0 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 0aa3907d..1bd24841 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index ae7c9a29..3ffc6168 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index d0be4bc2..aeb7b7ea 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 25424846..13f48c8f 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index 4bc4e236..ddb974d9 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index f2bec731..7436dd29 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index aa833239..c122d2e6 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index 60e437e0..f516c906 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 4908f01d..46387c7e 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index 47836388..73cb440e 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index fef271a0..52a3ca0f 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index e2ff1d4d..6538032c 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index 4740611b..16a5b9d6 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index e5ade161..6e74751e 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index 66e22554..9404a3cb 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index a802a9a9..c88b9de3 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 8b1d4130..375920b9 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 28c0b499..8a0eba2a 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 9155e00b..41c59733 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index b2e30734..da435181 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index 98e841e1..216d4b49 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 194c4ca0..9077121f 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index cf14fecc..d1feeaaa 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 2c54a781..f0ff3211 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 1ad75526..377827b3 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index 3fbf2b29..ba9fdec2 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index d667ea5f..8e785090 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index 28f30669..b36feb6a 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index 3cf77ea8..d1fe1dc7 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index 2d0165af..b5259e17 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index e34b3dd6..1f9c9893 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index 84b28431..c4b527ff 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index f703e166..df151993 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index 8f68adcb..f317cec8 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index fc787f82..0b71afd1 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 61d89ba5..653cfab3 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index cd062658..6b5f9251 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index 8fdb81cb..0a27b4da 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 155de763..35b5768b 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 86e50e15..8d0aff63 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index f00fc53f..a9da4681 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index 9bd7103f..f5500952 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index c332a4d6..5a78d46b 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:3da749bb872a2ade + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:bfc8e4be6f5aff5e + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy From 6aedce366e005a9313b8bd102abd8a57838cdda9 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 3 Nov 2026 20:18:24 +0000 Subject: [PATCH 5/7] fix(grading): classify a failed trial with a context-length rejection as context_overflow MCP startup handshakes always put world requests in the tools journal, so the old 'no tool activity' condition never held and context_overflow never fired. --- crates/mock-core/src/grading.rs | 16 ++++++++++++---- docs/runbook.md | 2 +- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- 152 files changed, 313 insertions(+), 305 deletions(-) diff --git a/crates/mock-core/src/grading.rs b/crates/mock-core/src/grading.rs index 96e5aa7b..73e610d7 100644 --- a/crates/mock-core/src/grading.rs +++ b/crates/mock-core/src/grading.rs @@ -173,7 +173,7 @@ pub fn grade(input: &GradeInput) -> Grade { let passed = state_ok && required_calls_ok && forbidden_calls_ok && answer_ok; let outcome = if passed { Outcome::Pass - } else if input.context_overflow && via_tools.is_empty() { + } else if input.context_overflow { Outcome::ContextOverflow } else { Outcome::Fail @@ -431,14 +431,22 @@ mod tests { } #[test] - fn context_overflow_without_any_tool_activity_is_its_own_outcome() { - let e = expect(json!({"required_calls": [{"service": "github"}]})); - let mut i = input(&e, &[], None); + fn failed_trial_with_context_overflow_is_its_own_outcome() { + let e = expect(json!({"required_calls": [{"service": "github", "method": "POST"}]})); + // MCP servers' startup handshakes reach the world before the agent's first turn. + let journal = [entry(1, TOOLS, "GET", "/api/v2/ping", json!(null))]; + let mut i = input(&e, &journal, None); i.context_overflow = true; let g = grade(&i); assert_eq!(g.outcome, Outcome::ContextOverflow); assert_eq!(g.reward, 0.0); assert_eq!(g.metrics()["outcome_code"], 2.0); + + let journal = [entry(1, TOOLS, "POST", "/x", json!({}))]; + let mut i = input(&e, &journal, None); + i.context_overflow = true; + let g = grade(&i); + assert_eq!(g.outcome, Outcome::Pass, "a passing trial stays a pass"); } #[test] diff --git a/docs/runbook.md b/docs/runbook.md index 777521fe..54d7fd67 100644 --- a/docs/runbook.md +++ b/docs/runbook.md @@ -45,7 +45,7 @@ Run each arm as its own run, with everything else identical. - Per-trial metrics in `reward.json`: - `reward` - - `outcome_code`: 0 pass, 1 fail, 2 context overflow + - `outcome_code`: 0 pass, 1 fail, 2 context overflow (a failed trial whose agent logs show a context-length rejection) - `state_ok`, `required_calls_ok`, `forbidden_calls_ok`, `answer_ok` - `api_calls`, `mcp_bypass` - The verifier also keeps `journal.json` (every API call) and `state.json` (final world diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index 029d1cef..270ca064 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index afd6424a..27445781 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index cc19215f..43d63e74 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index 2327a437..ef1a5a36 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index 06d2afe0..cd844f37 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 88750e10..74e3161e 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index 8105f944..e18c8199 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 72d67e8f..faa0ab3e 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index 8c596c2e..70537e4a 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 0b189892..20d82547 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index 0ffea255..437b8816 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index b5bec431..04fc65e0 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index d3e58839..dd785e2b 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index 141e5903..8b1e213c 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index ffa12ef7..248ab9ca 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 7d2fb51a..dea921fe 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 76fda6d2..7666aadb 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 2f15f6c3..c4129004 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index bb09200b..88187132 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index 040a034c..e542cbf5 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 6cf0a2b1..33735e5c 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index dfd17bd7..206c6298 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 192bce74..76bde7b0 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 0a09e4f8..b4ba408d 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index fbd40f4b..71786e17 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index 057616e8..f5588950 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index 6f17179c..3e222150 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index 71ce6219..b58f5576 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index 10bb8931..d6c5e0f6 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 050f5e54..8fd99ec9 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index f9d04ecd..b065d431 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index f0b5d63e..c20d98f9 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index d549a5f4..2ed8b315 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index 16d02a56..28954535 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 5486aec8..3244a5f0 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index 578a458f..23276ca0 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 7793d95d..759b8902 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 9183e479..c8606fed 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 0fceb6ca..55ee72e9 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index 3a5cb2bb..fc7f272f 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 65820c28..9ee14469 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 7ad6240c..77b7ba9c 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index 1eb1bc72..a7169ca9 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 7b6f236f..4f6c5059 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 7f530ffa..529a1c88 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 91d0aba8..5616acb1 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index 9395bc88..e24a3611 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index ae270755..52e7d8a5 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 4da62e39..d76e99dc 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index e7436ad2..7f2b96f9 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 9d277c91..f63b946f 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 287cc1c3..e26bdbc7 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index d456980e..8ba5fc3d 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index 51f95453..a0061900 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 1dfff041..186febcb 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 765bc36e..227bcf0d 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 56cbe108..9417bbe9 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 3de6d4d2..1344451e 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index faba0c6f..cc1f5285 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index 598e3e03..08d7831d 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index 1b4ab699..4ad3ca73 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index c19120c0..4794c5cb 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 04bc9779..4158c732 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 5e0ae78e..7a5ab4c6 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 21385626..8e9eecce 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index fb15e9e7..50bf068d 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index 34df382e..f41f0ec0 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 82537146..6e74a225 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index cf4d1b83..1545d706 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index 0e14c561..b1782a11 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index f596ef62..e0582231 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 6d2a4145..85212688 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index f7c30f91..403c6e99 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 7a30cac9..fa3d8c35 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 89bf2e41..1b01eea4 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index 3bd04cc6..0fe6537a 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index fbc6adae..21a5164c 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 0913f2f4..a525d39e 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index 98826037..4230cf15 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 66ba83db..799d997a 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index cd53abd7..13ac9b43 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index a3841df4..d6a05760 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index d12c1cbe..7a7650f2 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 9ab5983a..c9b520ab 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 4549cb62..c71c122c 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index f46b47aa..f9946110 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 3675802d..31deb83b 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index 15758508..1107f55e 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index a345d433..024846df 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index 24e4c6df..1fe46ce0 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index e9d7edad..cc7de2f7 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index dbf22d73..928434f8 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index 163ce544..b38cd127 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index 5cb6c613..c8d43b74 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index de8e1c62..dbe8e447 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index cc52d84c..da862983 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index 889a495a..2886e295 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 0031b108..7ec8d6ba 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index bdabc07b..a97fd0d7 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index 797e40c7..73b904df 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 866251c1..4a9095a0 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index dcdd0940..87abfb1e 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index 6cc35630..518166cc 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 9882f4e2..278c97b4 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index f2d81d94..97e5885d 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index e684627b..4f7dfcc0 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index dbd579c0..75672074 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 1bd24841..db6271f2 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 3ffc6168..b6949c6c 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index aeb7b7ea..464dcc1e 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 13f48c8f..a458d591 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index ddb974d9..792c5261 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index 7436dd29..62c01bf6 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index c122d2e6..905eeba8 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index f516c906..50d74bc9 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 46387c7e..3257c745 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index 73cb440e..dd5bb8f5 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 52a3ca0f..8b693dab 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index 6538032c..758e90ef 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index 16a5b9d6..240c4dbd 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index 6e74751e..521ed761 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index 9404a3cb..9f56eb96 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index c88b9de3..a23bca0c 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 375920b9..bc365f0a 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 8a0eba2a..518cb67a 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 41c59733..98e1822e 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index da435181..7628d47d 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index 216d4b49..79e9f7f6 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 9077121f..96f24650 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index d1feeaaa..940b39f4 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index f0ff3211..8ad29731 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 377827b3..c93bd98b 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index ba9fdec2..926996c5 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index 8e785090..b04aab75 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index b36feb6a..8ca2e3df 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index d1fe1dc7..a3b5011a 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index b5259e17..390540f3 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index 1f9c9893..839e7e9c 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index c4b527ff..4bbceb75 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index df151993..5cb22061 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index f317cec8..eb8d14a1 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index 0b71afd1..f7bb5aff 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 653cfab3..6bfc6b92 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 6b5f9251..49d82dd5 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index 0a27b4da..551d5b16 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 35b5768b..e257a8cd 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 8d0aff63..c819e5d9 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index a9da4681..bdb1002d 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index f5500952..79d03980 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index 5a78d46b..3e1571c7 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 depends_on: world: condition: service_healthy From fb900f67c752732e4071966dde3c8e292c216a6c Mon Sep 17 00:00:00 2001 From: Luke Parke Date: Tue, 3 Nov 2026 20:20:43 +0000 Subject: [PATCH 6/7] Revert "fix(grading): classify a failed trial with a context-length rejection as context_overflow" This reverts commit 6aedce366e005a9313b8bd102abd8a57838cdda9. --- crates/mock-core/src/grading.rs | 16 ++++------------ docs/runbook.md | 2 +- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- .../environment/docker-compose.yaml | 4 ++-- 152 files changed, 305 insertions(+), 313 deletions(-) diff --git a/crates/mock-core/src/grading.rs b/crates/mock-core/src/grading.rs index 73e610d7..96e5aa7b 100644 --- a/crates/mock-core/src/grading.rs +++ b/crates/mock-core/src/grading.rs @@ -173,7 +173,7 @@ pub fn grade(input: &GradeInput) -> Grade { let passed = state_ok && required_calls_ok && forbidden_calls_ok && answer_ok; let outcome = if passed { Outcome::Pass - } else if input.context_overflow { + } else if input.context_overflow && via_tools.is_empty() { Outcome::ContextOverflow } else { Outcome::Fail @@ -431,22 +431,14 @@ mod tests { } #[test] - fn failed_trial_with_context_overflow_is_its_own_outcome() { - let e = expect(json!({"required_calls": [{"service": "github", "method": "POST"}]})); - // MCP servers' startup handshakes reach the world before the agent's first turn. - let journal = [entry(1, TOOLS, "GET", "/api/v2/ping", json!(null))]; - let mut i = input(&e, &journal, None); + fn context_overflow_without_any_tool_activity_is_its_own_outcome() { + let e = expect(json!({"required_calls": [{"service": "github"}]})); + let mut i = input(&e, &[], None); i.context_overflow = true; let g = grade(&i); assert_eq!(g.outcome, Outcome::ContextOverflow); assert_eq!(g.reward, 0.0); assert_eq!(g.metrics()["outcome_code"], 2.0); - - let journal = [entry(1, TOOLS, "POST", "/x", json!({}))]; - let mut i = input(&e, &journal, None); - i.context_overflow = true; - let g = grade(&i); - assert_eq!(g.outcome, Outcome::Pass, "a passing trial stays a pass"); } #[test] diff --git a/docs/runbook.md b/docs/runbook.md index 54d7fd67..777521fe 100644 --- a/docs/runbook.md +++ b/docs/runbook.md @@ -45,7 +45,7 @@ Run each arm as its own run, with everything else identical. - Per-trial metrics in `reward.json`: - `reward` - - `outcome_code`: 0 pass, 1 fail, 2 context overflow (a failed trial whose agent logs show a context-length rejection) + - `outcome_code`: 0 pass, 1 fail, 2 context overflow - `state_ok`, `required_calls_ok`, `forbidden_calls_ok`, `answer_ok` - `api_calls`, `mcp_bypass` - The verifier also keeps `journal.json` (every API call) and `state.json` (final world diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index 270ca064..029d1cef 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index 27445781..afd6424a 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 43d63e74..cc19215f 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index ef1a5a36..2327a437 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index cd844f37..06d2afe0 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 74e3161e..88750e10 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index e18c8199..8105f944 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index faa0ab3e..72d67e8f 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index 70537e4a..8c596c2e 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 20d82547..0b189892 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index 437b8816..0ffea255 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index 04fc65e0..b5bec431 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index dd785e2b..d3e58839 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index 8b1e213c..141e5903 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index 248ab9ca..ffa12ef7 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index dea921fe..7d2fb51a 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 7666aadb..76fda6d2 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index c4129004..2f15f6c3 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index 88187132..bb09200b 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index e542cbf5..040a034c 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 33735e5c..6cf0a2b1 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index 206c6298..dfd17bd7 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 76bde7b0..192bce74 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index b4ba408d..0a09e4f8 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index 71786e17..fbd40f4b 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index f5588950..057616e8 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index 3e222150..6f17179c 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index b58f5576..71ce6219 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index d6c5e0f6..10bb8931 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 8fd99ec9..050f5e54 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index b065d431..f9d04ecd 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index c20d98f9..f0b5d63e 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index 2ed8b315..d549a5f4 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index 28954535..16d02a56 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 3244a5f0..5486aec8 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index 23276ca0..578a458f 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 759b8902..7793d95d 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index c8606fed..9183e479 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 55ee72e9..0fceb6ca 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index fc7f272f..3a5cb2bb 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 9ee14469..65820c28 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 77b7ba9c..7ad6240c 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index a7169ca9..1eb1bc72 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 4f6c5059..7b6f236f 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 529a1c88..7f530ffa 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 5616acb1..91d0aba8 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index e24a3611..9395bc88 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index 52e7d8a5..ae270755 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index d76e99dc..4da62e39 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index 7f2b96f9..e7436ad2 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index f63b946f..9d277c91 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index e26bdbc7..287cc1c3 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index 8ba5fc3d..d456980e 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index a0061900..51f95453 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 186febcb..1dfff041 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 227bcf0d..765bc36e 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 9417bbe9..56cbe108 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 1344451e..3de6d4d2 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index cc1f5285..faba0c6f 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index 08d7831d..598e3e03 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index 4ad3ca73..1b4ab699 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index 4794c5cb..c19120c0 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 4158c732..04bc9779 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 7a5ab4c6..5e0ae78e 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 8e9eecce..21385626 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index 50bf068d..fb15e9e7 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index f41f0ec0..34df382e 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 6e74a225..82537146 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 1545d706..cf4d1b83 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index b1782a11..0e14c561 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index e0582231..f596ef62 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 85212688..6d2a4145 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index 403c6e99..f7c30f91 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index fa3d8c35..7a30cac9 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 1b01eea4..89bf2e41 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index 0fe6537a..3bd04cc6 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 21a5164c..fbc6adae 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index a525d39e..0913f2f4 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index 4230cf15..98826037 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 799d997a..66ba83db 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index 13ac9b43..cd53abd7 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index d6a05760..a3841df4 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 7a7650f2..d12c1cbe 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index c9b520ab..9ab5983a 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index c71c122c..4549cb62 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index f9946110..f46b47aa 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 31deb83b..3675802d 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index 1107f55e..15758508 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index 024846df..a345d433 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index 1fe46ce0..24e4c6df 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index cc7de2f7..e9d7edad 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index 928434f8..dbf22d73 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index b38cd127..163ce544 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index c8d43b74..5cb6c613 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index dbe8e447..de8e1c62 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index da862983..cc52d84c 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index 2886e295..889a495a 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 7ec8d6ba..0031b108 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index a97fd0d7..bdabc07b 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index 73b904df..797e40c7 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 4a9095a0..866251c1 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index 87abfb1e..dcdd0940 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index 518166cc..6cc35630 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 278c97b4..9882f4e2 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index 97e5885d..f2d81d94 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index 4f7dfcc0..e684627b 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 75672074..dbd579c0 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index db6271f2..1bd24841 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index b6949c6c..3ffc6168 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index 464dcc1e..aeb7b7ea 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index a458d591..13f48c8f 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index 792c5261..ddb974d9 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index 62c01bf6..7436dd29 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index 905eeba8..c122d2e6 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index 50d74bc9..f516c906 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 3257c745..46387c7e 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index dd5bb8f5..73cb440e 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 8b693dab..52a3ca0f 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index 758e90ef..6538032c 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index 240c4dbd..16a5b9d6 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index 521ed761..6e74751e 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index 9f56eb96..9404a3cb 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index a23bca0c..c88b9de3 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index bc365f0a..375920b9 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 518cb67a..8a0eba2a 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 98e1822e..41c59733 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index 7628d47d..da435181 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index 79e9f7f6..216d4b49 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 96f24650..9077121f 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index 940b39f4..d1feeaaa 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 8ad29731..f0ff3211 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index c93bd98b..377827b3 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index 926996c5..ba9fdec2 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index b04aab75..8e785090 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index 8ca2e3df..b36feb6a 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index a3b5011a..d1fe1dc7 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index 390540f3..b5259e17 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index 839e7e9c..1f9c9893 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index 4bbceb75..c4b527ff 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index 5cb22061..df151993 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index eb8d14a1..f317cec8 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index f7bb5aff..0b71afd1 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 6bfc6b92..653cfab3 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 49d82dd5..6b5f9251 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index 551d5b16..0a27b4da 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index e257a8cd..35b5768b 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index c819e5d9..8d0aff63 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index bdb1002d..a9da4681 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index 79d03980..f5500952 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index 3e1571c7..5a78d46b 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:1f12c699b5570899 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:b52f4d06a9ac0aa6 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 depends_on: world: condition: service_healthy From e4ca2a4cce402304299375fad478ae5c9c59ca15 Mon Sep 17 00:00:00 2001 From: Luke Parke Date: Tue, 3 Nov 2026 20:28:06 +0000 Subject: [PATCH 7/7] fix(grading): leave MCP servers' startup requests out of api_calls and the context_overflow check deploy/capture-stack.sh now records the world requests every server makes on its own while sessions are initialized and listed (31 today: k8s discovery, Terraform ping, Okta device flow, ...). Grading subtracts one match per recorded call, so context_overflow can fire and api_calls counts only the agent's calls. --- README.md | 2 +- crates/mock-core/src/grading.rs | 47 ++++- crates/mock-core/src/lib.rs | 1 + crates/mock-core/src/startup.rs | 52 +++++ crates/services/cloudflare/tests/scenarios.rs | 1 + crates/services/stripe/tests/scenarios.rs | 1 + crates/services/zendesk/tests/zendesk.rs | 2 + crates/world/src/grade.rs | 9 +- crates/world/startup-calls.json | 188 ++++++++++++++++++ deploy/capture-stack.sh | 8 + docs/runbook.md | 2 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- .../environment/docker-compose.yaml | 4 +- 161 files changed, 606 insertions(+), 307 deletions(-) create mode 100644 crates/mock-core/src/startup.rs create mode 100644 crates/world/startup-calls.json diff --git a/README.md b/README.md index 369a6d26..ebed19fc 100644 --- a/README.md +++ b/README.md @@ -42,7 +42,7 @@ docker build -f images/world/Dockerfile -t tool-bench-world:dev . docker build -f images/tools/Dockerfile -t tool-bench-tools:dev . docker compose -f deploy/compose.dev.yaml up # world + tools; MCP on localhost:7101-7132 -./deploy/capture-stack.sh # offline capture of every endpoint -> servers/snapshots +./deploy/capture-stack.sh # offline capture of every endpoint -> servers/snapshots + crates/world/startup-calls.json cargo run -p mcp-tools --bin toolmeter -- report # table of tools, bytes and tokens per endpoint ``` diff --git a/crates/mock-core/src/grading.rs b/crates/mock-core/src/grading.rs index 96e5aa7b..42f65a6e 100644 --- a/crates/mock-core/src/grading.rs +++ b/crates/mock-core/src/grading.rs @@ -7,7 +7,10 @@ use regex::Regex; use serde::{Deserialize, Serialize}; use serde_json::Value; -use crate::journal::JournalEntry; +use crate::{ + journal::JournalEntry, + startup::{StartupCall, without_startup}, +}; /// What a scenario expects (generated from `scenario.toml` into the task's `tests/expect.json`). #[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)] @@ -110,6 +113,8 @@ pub struct GradeInput<'a> { pub tools_ips: Vec, /// Agent logs contained a context-length rejection. pub context_overflow: bool, + /// Requests MCP servers make when a session opens; not counted as agent calls. + pub startup: &'a [StartupCall], } #[derive(Debug, Clone, PartialEq, Serialize)] @@ -120,7 +125,7 @@ pub struct Grade { pub required_calls_ok: bool, pub forbidden_calls_ok: bool, pub answer_ok: bool, - /// World requests made through MCP servers. + /// World requests made through MCP servers, excluding their startup requests. pub api_calls: usize, /// World requests that did not come from the tools container. pub mcp_bypass: usize, @@ -148,6 +153,7 @@ pub fn grade(input: &GradeInput) -> Grade { .journal .iter() .partition(|e| input.tools_ips.contains(&e.source)); + let agent_calls = without_startup(&via_tools, input.startup); let state_ok = input .expect @@ -173,7 +179,7 @@ pub fn grade(input: &GradeInput) -> Grade { let passed = state_ok && required_calls_ok && forbidden_calls_ok && answer_ok; let outcome = if passed { Outcome::Pass - } else if input.context_overflow && via_tools.is_empty() { + } else if input.context_overflow && agent_calls.is_empty() { Outcome::ContextOverflow } else { Outcome::Fail @@ -185,7 +191,7 @@ pub fn grade(input: &GradeInput) -> Grade { required_calls_ok, forbidden_calls_ok, answer_ok, - api_calls: via_tools.len(), + api_calls: agent_calls.len(), mcp_bypass: bypass.len(), } } @@ -345,6 +351,7 @@ mod tests { answer, tools_ips: vec![TOOLS.to_owned()], context_overflow: false, + startup: &[], } } @@ -441,6 +448,38 @@ mod tests { assert_eq!(g.metrics()["outcome_code"], 2.0); } + #[test] + fn startup_requests_are_not_agent_calls() { + let e = expect(json!({"required_calls": [{"service": "github", "method": "POST"}]})); + let startup = [StartupCall { + service: "github".into(), + method: "GET".into(), + path: "/ping".into(), + query: Some("state=open".into()), + }]; + let handshake = entry(1, TOOLS, "GET", "/ping", json!(null)); + let mut i = input(&e, std::slice::from_ref(&handshake), None); + i.startup = &startup; + i.context_overflow = true; + let g = grade(&i); + assert_eq!(g.api_calls, 0); + assert_eq!(g.outcome, Outcome::ContextOverflow); + + let journal = [ + handshake.clone(), + entry(2, TOOLS, "GET", "/ping", json!(null)), + ]; + let mut i = input(&e, &journal, None); + i.startup = &startup; + i.context_overflow = true; + let g = grade(&i); + assert_eq!( + g.api_calls, 1, + "an agent repeating a startup request is counted" + ); + assert_eq!(g.outcome, Outcome::Fail); + } + #[test] fn answer_regex_and_missing_answer() { let e = expect(json!({"answer": {"regex": "(?i)total:\\s*\\$?1,?204"}})); diff --git a/crates/mock-core/src/lib.rs b/crates/mock-core/src/lib.rs index b0d94082..f2d64f8f 100644 --- a/crates/mock-core/src/lib.rs +++ b/crates/mock-core/src/lib.rs @@ -12,5 +12,6 @@ pub mod journal; pub mod mcp; pub mod serve; pub mod service; +pub mod startup; pub mod store; pub mod world; diff --git a/crates/mock-core/src/startup.rs b/crates/mock-core/src/startup.rs new file mode 100644 index 00000000..76d53b93 --- /dev/null +++ b/crates/mock-core/src/startup.rs @@ -0,0 +1,52 @@ +//! World requests MCP servers make on their own when a session opens (auth checks, API +//! discovery, schema fetches). `deploy/capture-stack.sh` records them per pinned server +//! version; grading leaves them out of the agent's call count. + +use std::collections::BTreeMap; + +use serde::{Deserialize, Serialize}; + +use crate::journal::JournalEntry; + +#[derive(Debug, Clone, PartialEq, Eq, PartialOrd, Ord, Serialize, Deserialize)] +pub struct StartupCall { + pub service: String, + pub method: String, + pub path: String, + #[serde(default)] + pub query: Option, +} + +impl StartupCall { + fn of(entry: &JournalEntry) -> Self { + Self { + service: entry.service.clone(), + method: entry.method.clone(), + path: entry.path.clone(), + query: entry.query.clone(), + } + } +} + +/// `entries` minus one match per recorded startup call, so an agent repeating a startup +/// request still has that call counted. +pub fn without_startup<'a>( + entries: &[&'a JournalEntry], + startup: &[StartupCall], +) -> Vec<&'a JournalEntry> { + let mut budget: BTreeMap = BTreeMap::new(); + for call in startup { + *budget.entry(call.clone()).or_default() += 1; + } + entries + .iter() + .copied() + .filter(|e| match budget.get_mut(&StartupCall::of(e)) { + Some(n) if *n > 0 => { + *n -= 1; + false + } + _ => true, + }) + .collect() +} diff --git a/crates/services/cloudflare/tests/scenarios.rs b/crates/services/cloudflare/tests/scenarios.rs index c3b9dea5..e5b66721 100644 --- a/crates/services/cloudflare/tests/scenarios.rs +++ b/crates/services/cloudflare/tests/scenarios.rs @@ -99,6 +99,7 @@ async fn run(dir: &Path, solve: bool) -> (f64, Vec) { answer, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); (g.reward, errors) } diff --git a/crates/services/stripe/tests/scenarios.rs b/crates/services/stripe/tests/scenarios.rs index 4920fff1..6267a37b 100644 --- a/crates/services/stripe/tests/scenarios.rs +++ b/crates/services/stripe/tests/scenarios.rs @@ -73,6 +73,7 @@ fn score(world: &SharedWorld, expect: &Expect, answer: Option<&str>) -> f64 { answer, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); g.reward } diff --git a/crates/services/zendesk/tests/zendesk.rs b/crates/services/zendesk/tests/zendesk.rs index 89798b6c..76cfb845 100644 --- a/crates/services/zendesk/tests/zendesk.rs +++ b/crates/services/zendesk/tests/zendesk.rs @@ -688,6 +688,7 @@ async fn scenario_oracles_pass_and_nop_fails() { answer: None, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); assert_eq!(g.reward, 0.0, "{slug}: nop must fail"); @@ -713,6 +714,7 @@ async fn scenario_oracles_pass_and_nop_fails() { answer: scenario.solution.answer.as_deref(), tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); assert_eq!(g.reward, 1.0, "{slug}: oracle must pass: {g:?}"); } diff --git a/crates/world/src/grade.rs b/crates/world/src/grade.rs index a71a7512..ebbf6416 100644 --- a/crates/world/src/grade.rs +++ b/crates/world/src/grade.rs @@ -1,7 +1,7 @@ //! Verifier endpoints. The task's `tests/test.sh` posts the agent's answer, then asks the //! world to grade itself against `tests/expect.json`; the reply is Harbor's `reward.json`. -use std::collections::HashMap; +use std::{collections::HashMap, sync::LazyLock}; use axum::{ Json, Router, @@ -10,10 +10,16 @@ use axum::{ }; use mock_core::{ grading::{Expect, GradeInput, grade}, + startup::StartupCall, world::SharedWorld, }; use serde_json::{Value, json}; +/// Written by `deploy/capture-stack.sh` from a capture of every MCP endpoint. +static STARTUP_CALLS: LazyLock> = LazyLock::new(|| { + serde_json::from_str(include_str!("../startup-calls.json")).expect("startup-calls.json") +}); + /// Compose service name of the tools container; its IPs are the legitimate API callers. pub const TOOLS_HOST: &str = "tools"; @@ -49,6 +55,7 @@ async fn grade_trial( answer: world.answer.as_deref(), tools_ips, context_overflow: query.get("context_overflow").is_some_and(|v| v == "1"), + startup: &STARTUP_CALLS, }); Json(json!(result.metrics())) } diff --git a/crates/world/startup-calls.json b/crates/world/startup-calls.json new file mode 100644 index 00000000..4b76c6b4 --- /dev/null +++ b/crates/world/startup-calls.json @@ -0,0 +1,188 @@ +[ + { + "service": "aws", + "method": "GET", + "path": "/", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/api", + "query": "timeout=10s" + }, + { + "service": "grafana", + "method": "GET", + "path": "/api/frontend/settings", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/api/v1", + "query": "timeout=10s" + }, + { + "service": "terraform", + "method": "GET", + "path": "/api/v2/ping", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/admissionregistration.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apiextensions.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apiregistration.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apps/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/authentication.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/authorization.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/autoscaling/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/autoscaling/v2", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/batch/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/certificates.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/coordination.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/discovery.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/events.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/metrics.k8s.io/v1beta1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/networking.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/node.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/policy/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/rbac.authorization.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/scheduling.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/storage.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "supabase", + "method": "GET", + "path": "/docs/api/graphql", + "query": "query=%7B+schema+%7D" + }, + { + "service": "pagerduty", + "method": "GET", + "path": "/users/me", + "query": null + }, + { + "service": "github", + "method": "HEAD", + "path": "/api/v3/", + "query": null + }, + { + "service": "okta", + "method": "POST", + "path": "/oauth2/v1/device/authorize", + "query": null + }, + { + "service": "okta", + "method": "POST", + "path": "/oauth2/v1/token", + "query": null + } +] diff --git a/deploy/capture-stack.sh b/deploy/capture-stack.sh index d49ac5f1..a6db02cb 100755 --- a/deploy/capture-stack.sh +++ b/deploy/capture-stack.sh @@ -3,6 +3,7 @@ # world (mock APIs + TLS) <- tools (supervisor: bridges + replicas) <- toolmeter over HTTP. # The network is --internal, so nothing can reach the internet. # deploy/capture-stack.sh [out-dir] [endpoint-id ...] (default: servers/snapshots, all) +# A full capture also rewrites crates/world/startup-calls.json. set -eu OUT="${1:-servers/snapshots}" case "$OUT" in /*) ;; *) OUT="$(cd "$(dirname "$0")/.." && pwd)/$OUT" ;; esac @@ -41,5 +42,12 @@ docker run --rm --network $NET -e ONLY="$ONLY" -v "$OUT:/out" --entrypoint sh "$ $endpoints EOF [ "$failures" = 0 ] || { echo "$failures endpoint(s) failed"; exit 1; }' +if [ -z "$ONLY" ]; then + # What the servers requested on their own while every endpoint was initialized and listed; + # grading excludes these startup requests from the agent's calls. + docker exec tb-world curl -fs http://localhost:9000/_bench/journal \ + | jq '[.entries[] | select(.path | startswith("/_bench") | not) | {service, method, path, query}] | sort' \ + > "$(cd "$(dirname "$0")/.." && pwd)/crates/world/startup-calls.json" +fi echo "--- tools container log (errors only)" docker logs tb-tools 2>&1 | grep -iE "error|panic|failed" | head -40 || true diff --git a/docs/runbook.md b/docs/runbook.md index 777521fe..6437cbec 100644 --- a/docs/runbook.md +++ b/docs/runbook.md @@ -47,7 +47,7 @@ Run each arm as its own run, with everything else identical. - `reward` - `outcome_code`: 0 pass, 1 fail, 2 context overflow - `state_ok`, `required_calls_ok`, `forbidden_calls_ok`, `answer_ok` - - `api_calls`, `mcp_bypass` + - `api_calls` (world requests through MCP servers, minus the servers' own startup requests in `crates/world/startup-calls.json`), `mcp_bypass` - The verifier also keeps `journal.json` (every API call) and `state.json` (final world state) next to `reward.json`. - The world's admin port (`world:9000`) answers only `/_bench/health` and `/_bench/ca.pem` without diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index 029d1cef..812a2920 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index afd6424a..3161fc77 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index cc19215f..7887e444 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index 2327a437..5f3dd5a3 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index 06d2afe0..7ce8ad06 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 88750e10..050cad8b 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index 8105f944..3aa95647 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 72d67e8f..aafc2f42 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index 8c596c2e..179188b2 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 0b189892..ff39bd4e 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index 0ffea255..1f717767 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index b5bec431..9bd13441 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index d3e58839..a346be7b 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index 141e5903..89da1a72 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index ffa12ef7..6ecbec76 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 7d2fb51a..87860159 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 76fda6d2..276a604f 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 2f15f6c3..2d06b0cd 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index bb09200b..06e1b53c 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index 040a034c..fe6a4ca0 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 6cf0a2b1..b609b2a4 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index dfd17bd7..b3385c57 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index 192bce74..72c11102 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 0a09e4f8..efcb8c60 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index fbd40f4b..752891c7 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index 057616e8..4ed43fdd 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index 6f17179c..e47d1f02 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index 71ce6219..8ec695b6 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index 10bb8931..9cfa926a 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 050f5e54..6b307641 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index f9d04ecd..4a1b7e8d 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index f0b5d63e..3fe28585 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index d549a5f4..68e21141 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index 16d02a56..11b5718b 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 5486aec8..f367cc8c 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index 578a458f..0dabc407 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 7793d95d..f2229fc3 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 9183e479..713db10b 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index 0fceb6ca..0ee59ce7 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index 3a5cb2bb..fed36697 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 65820c28..50a24f18 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 7ad6240c..4e973900 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index 1eb1bc72..fb7abf01 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 7b6f236f..bee15d69 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 7f530ffa..d0b28c9b 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 91d0aba8..774ed97c 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index 9395bc88..367f9703 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index ae270755..454ab5ea 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 4da62e39..6484fcee 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index e7436ad2..d08db71e 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 9d277c91..9f9fd53d 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 287cc1c3..35c13e58 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index d456980e..0e525417 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index 51f95453..1830f95b 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 1dfff041..88857067 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 765bc36e..a3422dac 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index 56cbe108..3ec536ae 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 3de6d4d2..cc84bd22 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index faba0c6f..91dc48c4 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index 598e3e03..11637a53 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index 1b4ab699..2748b70e 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index c19120c0..24937f19 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 04bc9779..974e13dd 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 5e0ae78e..a5f2dd0d 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 21385626..77391cbf 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index fb15e9e7..9f5f8394 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index 34df382e..f8acd0b4 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 82537146..46a21723 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index cf4d1b83..c1e5d3d7 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index 0e14c561..da1d96e1 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index f596ef62..a6815230 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 6d2a4145..8a0ce63f 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index f7c30f91..19e38f99 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 7a30cac9..a7295417 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index 89bf2e41..9e2bceec 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index 3bd04cc6..63253779 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index fbc6adae..2934e7fb 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 0913f2f4..770306a2 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index 98826037..dd29ab94 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 66ba83db..e81a2f39 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index cd53abd7..479ff459 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index a3841df4..e05f705c 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index d12c1cbe..4333446d 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 9ab5983a..491b6592 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 4549cb62..a71d1de3 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index f46b47aa..a3ce2fdb 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 3675802d..5cc30276 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index 15758508..65812719 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index a345d433..c205c622 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index 24e4c6df..b145f5f7 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index e9d7edad..b57db727 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index dbf22d73..cafbd683 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index 163ce544..7c617d3e 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index 5cb6c613..4bdf57c4 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index de8e1c62..95b14275 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index cc52d84c..44dddc32 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index 889a495a..6be79feb 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index 0031b108..6e3e53fa 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index bdabc07b..73f663d0 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index 797e40c7..0920840a 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 866251c1..3cd9010a 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index dcdd0940..cf955a0d 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index 6cc35630..05e3e3e1 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 9882f4e2..38d8ef81 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index f2d81d94..cbb437b8 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index e684627b..7ac3a9a2 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index dbd579c0..0cf18652 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 1bd24841..a428580d 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 3ffc6168..739ea1bf 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index aeb7b7ea..bbc54827 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 13f48c8f..1ca11dc5 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index ddb974d9..24b92f1f 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index 7436dd29..558b06c3 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index c122d2e6..fc1cee37 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index f516c906..5f32a3cc 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 46387c7e..2d63379b 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index 73cb440e..97016c4d 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 52a3ca0f..12b06a9e 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index 6538032c..3c46d784 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index 16a5b9d6..765f8a30 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index 6e74751e..3c544de4 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index 9404a3cb..bfc0afa6 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index c88b9de3..69c741da 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 375920b9..350b19ab 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 8a0eba2a..b8f3e9f5 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 41c59733..c1dc478e 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index da435181..499c8fc9 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index 216d4b49..10d631e9 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 9077121f..83ad5c03 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index d1feeaaa..dd3433df 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index f0ff3211..ddf3934f 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 377827b3..123bb55b 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index ba9fdec2..0ef74cb5 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index 8e785090..55af552a 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index b36feb6a..3a85bc1c 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index d1fe1dc7..270d6c47 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index b5259e17..d3774b05 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index 1f9c9893..a510ff42 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index c4b527ff..4b3db397 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index df151993..67d21da9 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index f317cec8..04786c1c 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index 0b71afd1..77372166 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 653cfab3..5b149470 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 6b5f9251..1f1a8e2f 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index 0a27b4da..865a6717 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 35b5768b..659151d0 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 8d0aff63..3df82c5e 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index a9da4681..42ff80e2 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index f5500952..87529266 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index 5a78d46b..9121f8ec 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:052ecb9303504a28 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:a522adc1f6b41e76 + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy