diff --git a/README.md b/README.md index 369a6d26..ebed19fc 100644 --- a/README.md +++ b/README.md @@ -42,7 +42,7 @@ docker build -f images/world/Dockerfile -t tool-bench-world:dev . docker build -f images/tools/Dockerfile -t tool-bench-tools:dev . docker compose -f deploy/compose.dev.yaml up # world + tools; MCP on localhost:7101-7132 -./deploy/capture-stack.sh # offline capture of every endpoint -> servers/snapshots +./deploy/capture-stack.sh # offline capture of every endpoint -> servers/snapshots + crates/world/startup-calls.json cargo run -p mcp-tools --bin toolmeter -- report # table of tools, bytes and tokens per endpoint ``` diff --git a/crates/mock-core/src/grading.rs b/crates/mock-core/src/grading.rs index 96e5aa7b..42f65a6e 100644 --- a/crates/mock-core/src/grading.rs +++ b/crates/mock-core/src/grading.rs @@ -7,7 +7,10 @@ use regex::Regex; use serde::{Deserialize, Serialize}; use serde_json::Value; -use crate::journal::JournalEntry; +use crate::{ + journal::JournalEntry, + startup::{StartupCall, without_startup}, +}; /// What a scenario expects (generated from `scenario.toml` into the task's `tests/expect.json`). #[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)] @@ -110,6 +113,8 @@ pub struct GradeInput<'a> { pub tools_ips: Vec, /// Agent logs contained a context-length rejection. pub context_overflow: bool, + /// Requests MCP servers make when a session opens; not counted as agent calls. + pub startup: &'a [StartupCall], } #[derive(Debug, Clone, PartialEq, Serialize)] @@ -120,7 +125,7 @@ pub struct Grade { pub required_calls_ok: bool, pub forbidden_calls_ok: bool, pub answer_ok: bool, - /// World requests made through MCP servers. + /// World requests made through MCP servers, excluding their startup requests. pub api_calls: usize, /// World requests that did not come from the tools container. pub mcp_bypass: usize, @@ -148,6 +153,7 @@ pub fn grade(input: &GradeInput) -> Grade { .journal .iter() .partition(|e| input.tools_ips.contains(&e.source)); + let agent_calls = without_startup(&via_tools, input.startup); let state_ok = input .expect @@ -173,7 +179,7 @@ pub fn grade(input: &GradeInput) -> Grade { let passed = state_ok && required_calls_ok && forbidden_calls_ok && answer_ok; let outcome = if passed { Outcome::Pass - } else if input.context_overflow && via_tools.is_empty() { + } else if input.context_overflow && agent_calls.is_empty() { Outcome::ContextOverflow } else { Outcome::Fail @@ -185,7 +191,7 @@ pub fn grade(input: &GradeInput) -> Grade { required_calls_ok, forbidden_calls_ok, answer_ok, - api_calls: via_tools.len(), + api_calls: agent_calls.len(), mcp_bypass: bypass.len(), } } @@ -345,6 +351,7 @@ mod tests { answer, tools_ips: vec![TOOLS.to_owned()], context_overflow: false, + startup: &[], } } @@ -441,6 +448,38 @@ mod tests { assert_eq!(g.metrics()["outcome_code"], 2.0); } + #[test] + fn startup_requests_are_not_agent_calls() { + let e = expect(json!({"required_calls": [{"service": "github", "method": "POST"}]})); + let startup = [StartupCall { + service: "github".into(), + method: "GET".into(), + path: "/ping".into(), + query: Some("state=open".into()), + }]; + let handshake = entry(1, TOOLS, "GET", "/ping", json!(null)); + let mut i = input(&e, std::slice::from_ref(&handshake), None); + i.startup = &startup; + i.context_overflow = true; + let g = grade(&i); + assert_eq!(g.api_calls, 0); + assert_eq!(g.outcome, Outcome::ContextOverflow); + + let journal = [ + handshake.clone(), + entry(2, TOOLS, "GET", "/ping", json!(null)), + ]; + let mut i = input(&e, &journal, None); + i.startup = &startup; + i.context_overflow = true; + let g = grade(&i); + assert_eq!( + g.api_calls, 1, + "an agent repeating a startup request is counted" + ); + assert_eq!(g.outcome, Outcome::Fail); + } + #[test] fn answer_regex_and_missing_answer() { let e = expect(json!({"answer": {"regex": "(?i)total:\\s*\\$?1,?204"}})); diff --git a/crates/mock-core/src/lib.rs b/crates/mock-core/src/lib.rs index b0d94082..f2d64f8f 100644 --- a/crates/mock-core/src/lib.rs +++ b/crates/mock-core/src/lib.rs @@ -12,5 +12,6 @@ pub mod journal; pub mod mcp; pub mod serve; pub mod service; +pub mod startup; pub mod store; pub mod world; diff --git a/crates/mock-core/src/startup.rs b/crates/mock-core/src/startup.rs new file mode 100644 index 00000000..76d53b93 --- /dev/null +++ b/crates/mock-core/src/startup.rs @@ -0,0 +1,52 @@ +//! World requests MCP servers make on their own when a session opens (auth checks, API +//! discovery, schema fetches). `deploy/capture-stack.sh` records them per pinned server +//! version; grading leaves them out of the agent's call count. + +use std::collections::BTreeMap; + +use serde::{Deserialize, Serialize}; + +use crate::journal::JournalEntry; + +#[derive(Debug, Clone, PartialEq, Eq, PartialOrd, Ord, Serialize, Deserialize)] +pub struct StartupCall { + pub service: String, + pub method: String, + pub path: String, + #[serde(default)] + pub query: Option, +} + +impl StartupCall { + fn of(entry: &JournalEntry) -> Self { + Self { + service: entry.service.clone(), + method: entry.method.clone(), + path: entry.path.clone(), + query: entry.query.clone(), + } + } +} + +/// `entries` minus one match per recorded startup call, so an agent repeating a startup +/// request still has that call counted. +pub fn without_startup<'a>( + entries: &[&'a JournalEntry], + startup: &[StartupCall], +) -> Vec<&'a JournalEntry> { + let mut budget: BTreeMap = BTreeMap::new(); + for call in startup { + *budget.entry(call.clone()).or_default() += 1; + } + entries + .iter() + .copied() + .filter(|e| match budget.get_mut(&StartupCall::of(e)) { + Some(n) if *n > 0 => { + *n -= 1; + false + } + _ => true, + }) + .collect() +} diff --git a/crates/services/cloudflare/tests/scenarios.rs b/crates/services/cloudflare/tests/scenarios.rs index c3b9dea5..e5b66721 100644 --- a/crates/services/cloudflare/tests/scenarios.rs +++ b/crates/services/cloudflare/tests/scenarios.rs @@ -99,6 +99,7 @@ async fn run(dir: &Path, solve: bool) -> (f64, Vec) { answer, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); (g.reward, errors) } diff --git a/crates/services/kubernetes/src/lib.rs b/crates/services/kubernetes/src/lib.rs index df9b2283..67fc2898 100644 --- a/crates/services/kubernetes/src/lib.rs +++ b/crates/services/kubernetes/src/lib.rs @@ -856,10 +856,210 @@ impl Kube<'_> { if rt.group.is_empty() && rt.plural == "secrets" && self.is_helm_virtual(&key) { self.remove_helm_secret(&key); } + let rescaled = rt.group == "apps" + && rt.plural == "deployments" + && !current.is_null() + && next["spec"]["replicas"] != current["spec"]["replicas"]; self.save(rt, &key, next.clone()); + if rescaled { + self.reconcile_deployment(rt, ns, name); + return json(StatusCode::OK, self.fetch(rt, ns, name).unwrap_or(next)); + } json(StatusCode::OK, next) } + /// Does what the Deployment and ReplicaSet controllers would after a replica change: the newest + /// ReplicaSet and its pods follow the new count, and both statuses are recounted from the pods. + /// A change that also edits the pod template is a rollout, which is not simulated. + fn reconcile_deployment(&mut self, rt: &ResType, ns: Option<&str>, name: &str) { + let Some(deploy) = self.fetch(rt, ns, name) else { + return; + }; + let Some(n) = deploy["spec"]["replicas"].as_i64() else { + return; + }; + let (Some(rs_rt), Some(pod_rt)) = ( + find(&self.types, "apps", "v1", "replicasets").cloned(), + find(&self.types, "", "v1", "pods").cloned(), + ) else { + return; + }; + let revision = |rs: &Value| { + rs["metadata"]["annotations"]["deployment.kubernetes.io/revision"] + .as_str() + .and_then(|r| r.parse::().ok()) + .unwrap_or(0) + }; + let owned_sets: Vec = self + .stored(&rs_rt) + .into_iter() + .map(|(_, r)| r) + .filter(|r| { + r["metadata"]["namespace"].as_str() == ns && owned_by(r, "Deployment", name) + }) + .collect(); + let Some(rs) = owned_sets.iter().max_by_key(|r| revision(r)).cloned() else { + return; + }; + let mut rs_template = rs["spec"]["template"].clone(); + if let Some(labels) = rs_template["metadata"]["labels"].as_object_mut() { + labels.remove("pod-template-hash"); + } + if rs_template != deploy["spec"]["template"] { + return; + } + let Some(rs_name) = rs["metadata"]["name"].as_str().map(str::to_owned) else { + return; + }; + let mut pods = self.pods_of(&pod_rt, ns, &rs_name); + let keep = usize::try_from(n).unwrap_or(0); + for (key, _) in pods.iter().skip(keep) { + self.remove(&pod_rt, key); + } + let placement = pods.first().map(|(_, p)| p.clone()); + for _ in pods.len()..keep { + self.create_running_pod(&pod_rt, ns, &rs, placement.as_ref()); + } + pods = self.pods_of(&pod_rt, ns, &rs_name); + let ready = pods.iter().filter(|(_, p)| pod_ready(p)).count(); + let generation = rs["metadata"]["generation"].as_i64().unwrap_or(1) + + i64::from(rs["spec"]["replicas"].as_i64() != Some(n)); + let mut next_rs = rs.clone(); + next_rs["spec"]["replicas"] = json_value!(n); + next_rs["status"]["observedGeneration"] = json_value!(generation); + next_rs["status"]["replicas"] = json_value!(pods.len()); + next_rs["status"]["fullyLabeledReplicas"] = json_value!(pods.len()); + next_rs["status"]["readyReplicas"] = json_value!(ready); + next_rs["status"]["availableReplicas"] = json_value!(ready); + self.commit(&rs_rt, ns, &rs_name, &rs, next_rs); + + let (mut total, mut total_ready) = (0, 0); + for set in &owned_sets { + let set_pods = self.pods_of( + &pod_rt, + ns, + set["metadata"]["name"].as_str().unwrap_or_default(), + ); + total += set_pods.len(); + total_ready += set_pods.iter().filter(|(_, p)| pod_ready(p)).count(); + } + let mut next = deploy.clone(); + next["status"]["observedGeneration"] = deploy["metadata"]["generation"].clone(); + next["status"]["replicas"] = json_value!(total); + next["status"]["updatedReplicas"] = json_value!(pods.len()); + next["status"]["readyReplicas"] = json_value!(total_ready); + next["status"]["availableReplicas"] = json_value!(total_ready); + next["status"]["unavailableReplicas"] = json_value!(total.saturating_sub(total_ready)); + if total == total_ready + && let Some(status) = next["status"].as_object_mut() + { + status.remove("unavailableReplicas"); + } + self.commit(rt, ns, name, &deploy, next); + } + + fn pods_of(&self, pod_rt: &ResType, ns: Option<&str>, rs_name: &str) -> Vec<(String, Value)> { + let mut pods: Vec<(String, Value)> = self + .stored(pod_rt) + .into_iter() + .filter(|(_, p)| { + p["metadata"]["namespace"].as_str() == ns && owned_by(p, "ReplicaSet", rs_name) + }) + .collect(); + pods.sort_by(|a, b| a.0.cmp(&b.0)); + pods + } + + /// A pod for `rs` built from its template, already scheduled and ready. `placement` is a sibling + /// pod whose node, host IP and QoS class it shares. + fn create_running_pod( + &mut self, + pod_rt: &ResType, + ns: Option<&str>, + rs: &Value, + placement: Option<&Value>, + ) { + let rs_name = rs["metadata"]["name"] + .as_str() + .unwrap_or_default() + .to_owned(); + let i = self.state.ids.next_int("pod-scale", 0); + let pod_name = format!( + "{rs_name}-{}", + name_suffix(&format!("{rs_name}/scale/{i}"), 5) + ); + let now = self.now_str(); + let template = &rs["spec"]["template"]; + let mut spec = template["spec"].clone(); + if let Some(node) = placement.and_then(|p| p["spec"]["nodeName"].as_str()) { + spec["nodeName"] = json_value!(node); + } + let containers = spec["containers"].as_array().cloned().unwrap_or_default(); + let statuses: Vec = containers + .iter() + .map(|c| { + let id = self + .state + .ids + .next_uuid("container-id") + .simple() + .to_string(); + json_value!({ + "name": c["name"], + "image": c["image"], + "imageID": "", + "containerID": format!("containerd://{id}"), + "ready": true, + "restartCount": 0, + "started": true, + "state": {"running": {"startedAt": now}}, + "lastState": {}, + }) + }) + .collect(); + let condition = |kind: &str| json_value!({"type": kind, "status": "True", "lastProbeTime": null, "lastTransitionTime": now}); + let mut pod = json_value!({ + "metadata": { + "name": pod_name, + "generateName": format!("{rs_name}-"), + "labels": template["metadata"]["labels"], + "ownerReferences": [{ + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": rs_name, + "uid": rs["metadata"]["uid"], + "controller": true, + "blockOwnerDeletion": true, + }], + }, + "spec": spec, + "status": { + "phase": "Running", + "conditions": [ + condition("PodScheduled"), + condition("Initialized"), + condition("ContainersReady"), + condition("Ready"), + ], + "startTime": now, + "containerStatuses": statuses, + }, + }); + if let Some(a) = template["metadata"]["annotations"].as_object() { + pod["metadata"]["annotations"] = json_value!(a); + } + for field in ["hostIP", "qosClass"] { + if let Some(v) = placement + .map(|p| &p["status"][field]) + .filter(|v| !v.is_null()) + { + pod["status"][field] = v.clone(); + } + } + self.initialize(pod_rt, ns, &pod_name, &mut pod); + let key = Self::key(pod_rt, ns, &pod_name); + self.save(pod_rt, &key, pod); + } fn patch( &mut self, req: &Req, @@ -1750,6 +1950,17 @@ fn str_lines(v: &Value) -> Vec { } } +fn pod_ready(pod: &Value) -> bool { + let ready_condition = pod["status"]["conditions"] + .as_array() + .and_then(|cs| cs.iter().find(|c| c["type"] == "Ready")); + pod["status"]["phase"] == "Running" + && ready_condition.is_none_or(|c| c["status"] == "True") + && pod["status"]["containerStatuses"] + .as_array() + .is_some_and(|cs| !cs.is_empty() && cs.iter().all(|c| c["ready"] == true)) +} + fn owned_by(obj: &Value, kind: &str, name: &str) -> bool { obj["metadata"]["ownerReferences"] .as_array() diff --git a/crates/services/kubernetes/tests/kubernetes.rs b/crates/services/kubernetes/tests/kubernetes.rs index fb07896c..a59863fc 100644 --- a/crates/services/kubernetes/tests/kubernetes.rs +++ b/crates/services/kubernetes/tests/kubernetes.rs @@ -455,6 +455,139 @@ async fn scale_subresource_updates_deployment() { let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; assert_eq!(dep["spec"]["replicas"], 6); assert_eq!(dep["metadata"]["generation"], 2); + assert_eq!(dep["status"]["observedGeneration"], 2); + assert_eq!(dep["status"]["readyReplicas"], 6); + let k8s = &snap["services"]["kubernetes"]; + let owned = |plural: &str, kind: &str, owner: &str| -> Vec { + k8s[plural] + .as_object() + .map(|m| { + m.values() + .filter(|o| { + o["metadata"]["ownerReferences"] + .as_array() + .is_some_and(|r| { + r.iter().any(|r| r["kind"] == kind && r["name"] == owner) + }) + }) + .cloned() + .collect() + }) + .unwrap_or_default() + }; + let rs: Vec = owned("replicasets.apps", "Deployment", "payments-api") + .into_iter() + .filter(|r| r["metadata"]["namespace"] == "payments") + .collect(); + assert_eq!(rs.len(), 1); + assert_eq!(rs[0]["spec"]["replicas"], 6); + assert_eq!(rs[0]["status"]["readyReplicas"], 6); + let rs_name = rs[0]["metadata"]["name"].as_str().unwrap(); + assert_eq!(owned("pods", "ReplicaSet", rs_name).len(), 6); + + let pods_of = |snap: &Value, rs: &str| -> Vec { + snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .values() + .filter(|p| { + p["metadata"]["ownerReferences"] + .as_array() + .is_some_and(|r| r.iter().any(|r| r["name"] == rs)) + }) + .cloned() + .collect() + }; + let scale_to = |n: i64| { + let app = app.clone(); + async move { + let body = format!(r#"{{"spec":{{"replicas":{n}}}}}"#); + let r = send( + &app, + "PATCH", + path, + &[("content-type", "application/merge-patch+json")], + &body, + ) + .await; + assert_eq!(r.status, StatusCode::OK); + } + }; + scale_to(0).await; + assert!(pods_of(&w.lock().unwrap().snapshot(), rs_name).is_empty()); + scale_to(4).await; + let snap = w.lock().unwrap().snapshot(); + let pods = pods_of(&snap, rs_name); + assert_eq!(pods.len(), 4); + let mut ids: Vec<&str> = pods + .iter() + .flat_map(|p| p["status"]["containerStatuses"].as_array().unwrap()) + .map(|c| c["containerID"].as_str().unwrap()) + .collect(); + ids.sort_unstable(); + ids.dedup(); + assert_eq!(ids.len(), 4); + assert!(pods.iter().all(|p| p["status"]["phase"] == "Running")); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["status"]["readyReplicas"], 4); +} + +#[tokio::test] +async fn scale_counts_unready_pods_as_unavailable() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let path = "/apis/apps/v1/namespaces/payments/deployments/ledger-worker/scale"; + let before = w.lock().unwrap().snapshot(); + let dep = &before["services"]["kubernetes"]["deployments.apps"]["payments/ledger-worker"]; + let replicas = dep["spec"]["replicas"].as_i64().unwrap(); + let ready = dep["status"]["readyReplicas"].as_i64().unwrap_or(0); + assert!(ready < replicas); + let body = format!(r#"{{"spec":{{"replicas":{}}}}}"#, replicas + 1); + let r = send( + &app, + "PATCH", + path, + &[("content-type", "application/merge-patch+json")], + &body, + ) + .await; + assert_eq!(r.status, StatusCode::OK); + let snap = w.lock().unwrap().snapshot(); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/ledger-worker"]; + assert_eq!(dep["status"]["replicas"], replicas + 1); + assert_eq!(dep["status"]["readyReplicas"], ready + 1); + assert_eq!(dep["status"]["unavailableReplicas"], replicas - ready); +} + +#[tokio::test] +async fn replica_change_with_new_template_is_not_reconciled() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let path = "/apis/apps/v1/namespaces/payments/deployments/payments-api"; + let before = w.lock().unwrap().snapshot(); + let pod_count = |snap: &Value| { + snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .len() + }; + let r = send( + &app, + "PATCH", + path, + &[("content-type", "application/strategic-merge-patch+json")], + r#"{"spec":{"replicas":5,"template":{"metadata":{"annotations":{"x":"y"}}}}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK, "{}", r.text); + let snap = w.lock().unwrap().snapshot(); + assert_eq!(pod_count(&snap), pod_count(&before)); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["spec"]["replicas"], 5); + assert_ne!( + dep["status"]["observedGeneration"], + dep["metadata"]["generation"] + ); } #[tokio::test] @@ -781,3 +914,48 @@ async fn namespaces_cannot_delete_default_and_cascade_otherwise() { .is_none() ); } + +#[tokio::test] +async fn scale_counts_pods_with_false_ready_condition_as_unavailable() { + let w = world(CRASHLOOP); + let app = service_app(w.clone(), &Kubernetes); + let snap = w.lock().unwrap().snapshot(); + let pod = snap["services"]["kubernetes"]["pods"] + .as_object() + .unwrap() + .values() + .find(|p| { + p["metadata"]["namespace"] == "payments" + && p["metadata"]["labels"]["app.kubernetes.io/name"] == "payments-api" + && p["status"]["phase"] == "Running" + }) + .unwrap() + .clone(); + let pod_name = pod["metadata"]["name"].as_str().unwrap(); + let r = send( + &app, + "PATCH", + &format!("/api/v1/namespaces/payments/pods/{pod_name}/status"), + &[("content-type", "application/merge-patch+json")], + r#"{"status":{"conditions":[{"type":"Ready","status":"False"}]}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK, "{}", r.text); + let ready_before = snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"] + ["status"]["readyReplicas"] + .as_i64() + .unwrap(); + let r = send( + &app, + "PATCH", + "/apis/apps/v1/namespaces/payments/deployments/payments-api/scale", + &[("content-type", "application/merge-patch+json")], + r#"{"spec":{"replicas":4}}"#, + ) + .await; + assert_eq!(r.status, StatusCode::OK); + let snap = w.lock().unwrap().snapshot(); + let dep = &snap["services"]["kubernetes"]["deployments.apps"]["payments/payments-api"]; + assert_eq!(dep["status"]["readyReplicas"], ready_before); + assert_eq!(dep["status"]["unavailableReplicas"], 1); +} diff --git a/crates/services/stripe/tests/scenarios.rs b/crates/services/stripe/tests/scenarios.rs index 4920fff1..6267a37b 100644 --- a/crates/services/stripe/tests/scenarios.rs +++ b/crates/services/stripe/tests/scenarios.rs @@ -73,6 +73,7 @@ fn score(world: &SharedWorld, expect: &Expect, answer: Option<&str>) -> f64 { answer, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); g.reward } diff --git a/crates/services/zendesk/tests/zendesk.rs b/crates/services/zendesk/tests/zendesk.rs index 89798b6c..76cfb845 100644 --- a/crates/services/zendesk/tests/zendesk.rs +++ b/crates/services/zendesk/tests/zendesk.rs @@ -688,6 +688,7 @@ async fn scenario_oracles_pass_and_nop_fails() { answer: None, tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); assert_eq!(g.reward, 0.0, "{slug}: nop must fail"); @@ -713,6 +714,7 @@ async fn scenario_oracles_pass_and_nop_fails() { answer: scenario.solution.answer.as_deref(), tools_ips: vec!["unknown".to_owned()], context_overflow: false, + startup: &[], }); assert_eq!(g.reward, 1.0, "{slug}: oracle must pass: {g:?}"); } diff --git a/crates/world/src/grade.rs b/crates/world/src/grade.rs index a71a7512..ebbf6416 100644 --- a/crates/world/src/grade.rs +++ b/crates/world/src/grade.rs @@ -1,7 +1,7 @@ //! Verifier endpoints. The task's `tests/test.sh` posts the agent's answer, then asks the //! world to grade itself against `tests/expect.json`; the reply is Harbor's `reward.json`. -use std::collections::HashMap; +use std::{collections::HashMap, sync::LazyLock}; use axum::{ Json, Router, @@ -10,10 +10,16 @@ use axum::{ }; use mock_core::{ grading::{Expect, GradeInput, grade}, + startup::StartupCall, world::SharedWorld, }; use serde_json::{Value, json}; +/// Written by `deploy/capture-stack.sh` from a capture of every MCP endpoint. +static STARTUP_CALLS: LazyLock> = LazyLock::new(|| { + serde_json::from_str(include_str!("../startup-calls.json")).expect("startup-calls.json") +}); + /// Compose service name of the tools container; its IPs are the legitimate API callers. pub const TOOLS_HOST: &str = "tools"; @@ -49,6 +55,7 @@ async fn grade_trial( answer: world.answer.as_deref(), tools_ips, context_overflow: query.get("context_overflow").is_some_and(|v| v == "1"), + startup: &STARTUP_CALLS, }); Json(json!(result.metrics())) } diff --git a/crates/world/startup-calls.json b/crates/world/startup-calls.json new file mode 100644 index 00000000..4b76c6b4 --- /dev/null +++ b/crates/world/startup-calls.json @@ -0,0 +1,188 @@ +[ + { + "service": "aws", + "method": "GET", + "path": "/", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/api", + "query": "timeout=10s" + }, + { + "service": "grafana", + "method": "GET", + "path": "/api/frontend/settings", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/api/v1", + "query": "timeout=10s" + }, + { + "service": "terraform", + "method": "GET", + "path": "/api/v2/ping", + "query": null + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/admissionregistration.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apiextensions.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apiregistration.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/apps/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/authentication.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/authorization.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/autoscaling/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/autoscaling/v2", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/batch/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/certificates.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/coordination.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/discovery.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/events.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/metrics.k8s.io/v1beta1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/networking.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/node.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/policy/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/rbac.authorization.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/scheduling.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "kubernetes", + "method": "GET", + "path": "/apis/storage.k8s.io/v1", + "query": "timeout=10s" + }, + { + "service": "supabase", + "method": "GET", + "path": "/docs/api/graphql", + "query": "query=%7B+schema+%7D" + }, + { + "service": "pagerduty", + "method": "GET", + "path": "/users/me", + "query": null + }, + { + "service": "github", + "method": "HEAD", + "path": "/api/v3/", + "query": null + }, + { + "service": "okta", + "method": "POST", + "path": "/oauth2/v1/device/authorize", + "query": null + }, + { + "service": "okta", + "method": "POST", + "path": "/oauth2/v1/token", + "query": null + } +] diff --git a/deploy/capture-stack.sh b/deploy/capture-stack.sh index d49ac5f1..a6db02cb 100755 --- a/deploy/capture-stack.sh +++ b/deploy/capture-stack.sh @@ -3,6 +3,7 @@ # world (mock APIs + TLS) <- tools (supervisor: bridges + replicas) <- toolmeter over HTTP. # The network is --internal, so nothing can reach the internet. # deploy/capture-stack.sh [out-dir] [endpoint-id ...] (default: servers/snapshots, all) +# A full capture also rewrites crates/world/startup-calls.json. set -eu OUT="${1:-servers/snapshots}" case "$OUT" in /*) ;; *) OUT="$(cd "$(dirname "$0")/.." && pwd)/$OUT" ;; esac @@ -41,5 +42,12 @@ docker run --rm --network $NET -e ONLY="$ONLY" -v "$OUT:/out" --entrypoint sh "$ $endpoints EOF [ "$failures" = 0 ] || { echo "$failures endpoint(s) failed"; exit 1; }' +if [ -z "$ONLY" ]; then + # What the servers requested on their own while every endpoint was initialized and listed; + # grading excludes these startup requests from the agent's calls. + docker exec tb-world curl -fs http://localhost:9000/_bench/journal \ + | jq '[.entries[] | select(.path | startswith("/_bench") | not) | {service, method, path, query}] | sort' \ + > "$(cd "$(dirname "$0")/.." && pwd)/crates/world/startup-calls.json" +fi echo "--- tools container log (errors only)" docker logs tb-tools 2>&1 | grep -iE "error|panic|failed" | head -40 || true diff --git a/docs/runbook.md b/docs/runbook.md index 777521fe..6437cbec 100644 --- a/docs/runbook.md +++ b/docs/runbook.md @@ -47,7 +47,7 @@ Run each arm as its own run, with everything else identical. - `reward` - `outcome_code`: 0 pass, 1 fail, 2 context overflow - `state_ok`, `required_calls_ok`, `forbidden_calls_ok`, `answer_ok` - - `api_calls`, `mcp_bypass` + - `api_calls` (world requests through MCP servers, minus the servers' own startup requests in `crates/world/startup-calls.json`), `mcp_bypass` - The verifier also keeps `journal.json` (every API call) and `state.json` (final world state) next to `reward.json`. - The world's admin port (`world:9000`) answers only `/_bench/health` and `/_bench/ca.pem` without diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json index cbdd7ff2..acaf3dca 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/alerts.json @@ -26,7 +26,8 @@ "details": { "monitor": "checkout-api p95 latency", "value": "2.8s", - "region": "us-east-1" + "region": "us-east-1", + "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then resolve the incident once the new pods are Ready. Do not scale checkout-worker; it is queue-driven." } } }, @@ -88,7 +89,8 @@ "details": { "monitor": "checkout-api p95 latency (staging)", "value": "3.4s", - "namespace": "shop-staging" + "namespace": "shop-staging", + "runbook": "RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-staging to 3 replicas." } } }, diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json index a13c2da1..4a8b56b8 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/dataset/pagerduty/incidents.json @@ -322,7 +322,7 @@ "updated_at": "2026-10-30T12:40:00Z", "body": { "type": "incident_body", - "details": "p95 on POST /v2/checkout is 2.8s (SLO 800ms). All 3 checkout pods in shop-prod are pinned at ~97% CPU since the 12:30 traffic spike.\nRunbook RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then confirm p95 recovers. Do not scale checkout-worker; it is queue-driven." + "details": "p95 on POST /v2/checkout is 2.8s (SLO 800ms). All 3 checkout pods in shop-prod are pinned at ~97% CPU since the 12:30 traffic spike.\nRunbook RB-CHK-07 (checkout saturation): scale the checkout Deployment in shop-prod to 9 replicas, then resolve the incident once the new pods are Ready. Do not scale checkout-worker; it is queue-driven." } }, { diff --git a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml index 8c675534..2357e6f9 100644 --- a/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml +++ b/scenarios/ops/multi/checkout-saturation-scale-and-resolve/scenario.toml @@ -8,8 +8,10 @@ tags = ["write", "multi-service", "pagerduty", "kubernetes", "disambiguation"] timeout_sec = 900 # PagerDuty: two triggered incidents titled "Checkout API saturated: p95 latency above 2s". -# Q7CHKAP15PCT1D (checkout-api, production) says: scale shop-prod/checkout to 9 replicas. -# Q8CHKSTG5PCT2F (checkout-api-staging) says: scale shop-staging/checkout to 3. checkout-web +# Q7CHKAP15PCT1D (checkout-api, production) runbook: scale shop-prod/checkout to 9 replicas. +# Q8CHKSTG5PCT2F (checkout-api-staging) runbook: scale shop-staging/checkout to 3. The runbook +# step is on each incident's first Datadog alert (body.details.runbook): pagerduty-mcp's +# Incident model drops the incident body, so get_incident never shows it. checkout-web # has a third, acknowledged incident. Kubernetes: shop-prod/checkout runs 3 replicas; # checkout-worker (2) must not be scaled; shop-staging/checkout stays at 1. [[expect.state]] @@ -101,6 +103,11 @@ endpoint = "pagerduty" tool = "get_incident" arguments = { incident_id = "Q7CHKAP15PCT1D" } +[[solution.call]] +endpoint = "pagerduty" +tool = "list_alerts_from_incident" +arguments = { incident_id = "Q7CHKAP15PCT1D" } + [[solution.call]] endpoint = "kubernetes" tool = "resources_list" diff --git a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml index e26e5a77..812a2920 100644 --- a/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml +++ b/tasks/business__hubspot__advance-globex-expansion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/advance-globex-expansion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml index d5d7f19c..3161fc77 100644 --- a/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml +++ b/tasks/business__hubspot__dana-joins-pied-piper/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/dana-joins-pied-piper" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml index 4349b2e2..7887e444 100644 --- a/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml +++ b/tasks/business__hubspot__largest-open-deal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/largest-open-deal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml index a00dfa94..5f3dd5a3 100644 --- a/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml +++ b/tasks/business__hubspot__log-call-note-initech/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/hubspot/log-call-note-initech" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml index 0523fad4..7ce8ad06 100644 --- a/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-largest-deal-salesforce-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/hubspot-largest-deal-salesforce-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml index 5409118f..050cad8b 100644 --- a/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml +++ b/tasks/business__multi__hubspot-won-to-salesforce-opportunity/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/hubspot-won-to-salesforce-opportunity" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml index c95d2d34..3aa95647 100644 --- a/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml +++ b/tasks/business__multi__shopify-vip-stripe-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/shopify-vip-stripe-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml index 83ad459a..aafc2f42 100644 --- a/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-order-status-shopify/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/zendesk-order-status-shopify" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml index b1687a41..179188b2 100644 --- a/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml +++ b/tasks/business__multi__zendesk-refund-via-stripe/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/multi/zendesk-refund-via-stripe" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml index 7a7a323a..ff39bd4e 100644 --- a/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-resolved-case/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/close-resolved-case" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml index dffd7a9d..1f717767 100644 --- a/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml +++ b/tasks/business__salesforce__close-won-kestrel-renewal/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/close-won-kestrel-renewal" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml index 8fbfc61b..9bd13441 100644 --- a/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml +++ b/tasks/business__salesforce__log-call-on-contact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/log-call-on-contact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml index c8e962f8..a346be7b 100644 --- a/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml +++ b/tasks/business__salesforce__open-pipeline-by-rep/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/salesforce/open-pipeline-by-rep" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml index d5b680de..89da1a72 100644 --- a/tasks/business__shopify__concierge-note/environment/docker-compose.yaml +++ b/tasks/business__shopify__concierge-note/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/concierge-note" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml index 764394d5..6ecbec76 100644 --- a/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml +++ b/tasks/business__shopify__relaunch-tote/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/relaunch-tote" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml index 8d885109..87860159 100644 --- a/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml +++ b/tasks/business__shopify__tag-vip-latest-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/tag-vip-latest-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__shopify__top-spender/environment/docker-compose.yaml b/tasks/business__shopify__top-spender/environment/docker-compose.yaml index 4030c8ec..276a604f 100644 --- a/tasks/business__shopify__top-spender/environment/docker-compose.yaml +++ b/tasks/business__shopify__top-spender/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/shopify/top-spender" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml index 08b859d4..2d06b0cd 100644 --- a/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml +++ b/tasks/business__stripe__apply-retention-coupon/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/apply-retention-coupon" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml index 93d2b3da..06e1b53c 100644 --- a/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml +++ b/tasks/business__stripe__cancel-at-period-end/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/cancel-at-period-end" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml index f9124135..fe6a4ca0 100644 --- a/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml +++ b/tasks/business__stripe__customer-mrr/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/customer-mrr" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml index 6308fef1..b609b2a4 100644 --- a/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/business__stripe__refund-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/stripe/refund-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml index 29482ef5..b3385c57 100644 --- a/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml +++ b/tasks/business__zendesk__create-ticket-for-caller/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/create-ticket-for-caller" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml index b4a7b1bb..72c11102 100644 --- a/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml +++ b/tasks/business__zendesk__escalate-outage-ticket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/escalate-outage-ticket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml index 842e7225..efcb8c60 100644 --- a/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml +++ b/tasks/business__zendesk__find-invoice-attachment/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/find-invoice-attachment" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml index 7e62b6bd..752891c7 100644 --- a/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml +++ b/tasks/business__zendesk__reply-refund-and-solve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "business/zendesk/reply-refund-and-solve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml index cecd49c0..4ed43fdd 100644 --- a/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml +++ b/tasks/cloud__aws__find-unencrypted-bucket/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/find-unencrypted-bucket" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml index a6fed786..e47d1f02 100644 --- a/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml +++ b/tasks/cloud__aws__grant-auditor-access/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/grant-auditor-access" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml index bde061e1..8ec695b6 100644 --- a/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml +++ b/tasks/cloud__aws__orders-api-cpu-alarm/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/orders-api-cpu-alarm" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml index fa44e39a..9cfa926a 100644 --- a/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml +++ b/tasks/cloud__aws__stop-legacy-reporting-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/aws/stop-legacy-reporting-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml index 7c28727c..6b307641 100644 --- a/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__add-status-cname/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/add-status-cname" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml index b4061104..4a1b7e8d 100644 --- a/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__enable-checkout-flag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/enable-checkout-flag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml index 4d10e18b..3fe28585 100644 --- a/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__find-stale-origin/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/find-stale-origin" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml index e1597ccb..68e21141 100644 --- a/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml +++ b/tasks/cloud__cloudflare__route-orders-api-v2/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/cloudflare/route-orders-api-v2" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml index cfe18d3d..11b5718b 100644 --- a/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__pause-idle-staging-cluster/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/pause-idle-staging-cluster" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml index 16613d53..f367cc8c 100644 --- a/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__purge-qa-accounts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/purge-qa-accounts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml index bfa94de9..0dabc407 100644 --- a/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__refund-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/refund-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml index 91115ff8..f2229fc3 100644 --- a/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__mongodb__top-category-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/mongodb/top-category-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml index 376afc11..713db10b 100644 --- a/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-jira-decommission-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/aws-jira-decommission-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml index f889c355..0ee59ce7 100644 --- a/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml +++ b/tasks/cloud__multi__aws-replica-lag-pagerduty-notion/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/aws-replica-lag-pagerduty-notion" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml index b54a11e0..fed36697 100644 --- a/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml +++ b/tasks/cloud__multi__mongodb-zendesk-order-tracking/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/mongodb-zendesk-order-tracking" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml index 5c3ef1c5..50a24f18 100644 --- a/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml +++ b/tasks/cloud__multi__okta-offboard-linear-slack/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/okta-offboard-linear-slack" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml index 8e19efad..4e973900 100644 --- a/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml +++ b/tasks/cloud__multi__supabase-slack-referral-signups/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/multi/supabase-slack-referral-signups" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml index d084359b..fb7abf01 100644 --- a/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml +++ b/tasks/cloud__okta__contractor-self-service-reset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/contractor-self-service-reset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml index 6271ada9..bee15d69 100644 --- a/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml +++ b/tasks/cloud__okta__failed-signins-report/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/failed-signins-report" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml index 90d8ff0f..d0b28c9b 100644 --- a/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml +++ b/tasks/cloud__okta__offboard-contractor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/offboard-contractor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml index 79af93b2..774ed97c 100644 --- a/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml +++ b/tasks/cloud__okta__transfer-to-platform-team/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/okta/transfer-to-platform-team" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml index ecec2b83..367f9703 100644 --- a/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__cancel-pending-orders-duplicate-customer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/cancel-pending-orders-duplicate-customer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml index 5c3049c6..454ab5ea 100644 --- a/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__enable-rls-flagged-table/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/enable-rls-flagged-table" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml index 708b5667..6484fcee 100644 --- a/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__pause-legacy-marketing-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/pause-legacy-marketing-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml index 0358addf..d08db71e 100644 --- a/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml +++ b/tasks/cloud__supabase__top-customer-march-revenue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "cloud/supabase/top-customer-march-revenue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml index 3167e9ff..9f9fd53d 100644 --- a/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml +++ b/tasks/code__argocd__find-degraded-app/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/find-degraded-app" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml index 951d7242..35c13e58 100644 --- a/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__restart-indexer-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/restart-indexer-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml index bddeeffc..0e525417 100644 --- a/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml +++ b/tasks/code__argocd__roll-back-billing-worker/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/roll-back-billing-worker" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml index dc01365b..1830f95b 100644 --- a/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml +++ b/tasks/code__argocd__sync-prod-payments-api/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/argocd/sync-prod-payments-api" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml index 39fa5bc6..88857067 100644 --- a/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml +++ b/tasks/code__github__approve-merge-dependency-bump/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/approve-merge-dependency-bump" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml index 71db25e2..a3422dac 100644 --- a/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml +++ b/tasks/code__github__ci-failure-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/ci-failure-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__file-login-bug/environment/docker-compose.yaml b/tasks/code__github__file-login-bug/environment/docker-compose.yaml index fc86bcc8..3ec536ae 100644 --- a/tasks/code__github__file-login-bug/environment/docker-compose.yaml +++ b/tasks/code__github__file-login-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/file-login-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml index 8e589313..cc84bd22 100644 --- a/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml +++ b/tasks/code__github__triage-duplicate-charge/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/github/triage-duplicate-charge" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml index 5ac7034f..91dc48c4 100644 --- a/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml +++ b/tasks/code__gitlab__answer-changelog-review-thread/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/answer-changelog-review-thread" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml index bddf8994..11637a53 100644 --- a/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml +++ b/tasks/code__gitlab__approve-and-merge-hotfix/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/approve-and-merge-hotfix" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml index dab07913..2748b70e 100644 --- a/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml +++ b/tasks/code__gitlab__diagnose-failed-pipeline/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/diagnose-failed-pipeline" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml index 1a69680a..24937f19 100644 --- a/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml +++ b/tasks/code__gitlab__file-circuit-breaker-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/gitlab/file-circuit-breaker-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml index 32c563b9..974e13dd 100644 --- a/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml +++ b/tasks/code__multi__argocd-degraded-gitlab-commit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/argocd-degraded-gitlab-commit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml index 4d72e317..a5f2dd0d 100644 --- a/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml +++ b/tasks/code__multi__sentry-spike-vercel-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/sentry-spike-vercel-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml index 39d75335..77391cbf 100644 --- a/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml +++ b/tasks/code__multi__terraform-failure-grafana-annotate/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/terraform-failure-grafana-annotate" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml index a028ce2d..9f5f8394 100644 --- a/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml +++ b/tasks/code__multi__vercel-deploy-github-pr-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/multi/vercel-deploy-github-pr-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml index fccc20e2..f8acd0b4 100644 --- a/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml +++ b/tasks/code__terraform__approve-nat-gateway-change/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/approve-nat-gateway-change" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml index 32ece3ae..46a21723 100644 --- a/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml +++ b/tasks/code__terraform__payments-db-upgrade-failure/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/payments-db-upgrade-failure" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml index 1716658a..c1e5d3d7 100644 --- a/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml +++ b/tasks/code__terraform__scale-checkout-staging/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/scale-checkout-staging" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml index da9b304a..da1d96e1 100644 --- a/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml +++ b/tasks/code__terraform__unlock-orders-prod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/terraform/unlock-orders-prod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml index 92faba1f..a6815230 100644 --- a/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml +++ b/tasks/code__vercel__enable-gift-cards-in-previews/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/enable-gift-cards-in-previews" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml index 77e69361..8a0ce63f 100644 --- a/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml +++ b/tasks/code__vercel__rollback-storefront-production/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/rollback-storefront-production" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml index 542b7940..19e38f99 100644 --- a/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml +++ b/tasks/code__vercel__rotate-checkout-stripe-key/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/rotate-checkout-stripe-key" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml index 92de4646..a7295417 100644 --- a/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml +++ b/tasks/code__vercel__storefront-production-status/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "code/vercel/storefront-production-status" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml index f6778892..9e2bceec 100644 --- a/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml +++ b/tasks/collab__google__mark-northwind-renewed/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/mark-northwind-renewed" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml index b3cf335f..63253779 100644 --- a/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml +++ b/tasks/collab__google__northwind-invoice-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/northwind-invoice-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml index 41685377..2934e7fb 100644 --- a/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml +++ b/tasks/collab__google__schedule-q1-planning/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/schedule-q1-planning" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml index 48f26aed..770306a2 100644 --- a/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml +++ b/tasks/collab__google__share-soc2-with-contoso/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/google/share-soc2-with-contoso" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml index cccb4236..dd29ab94 100644 --- a/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml +++ b/tasks/collab__jira__assign-go-no-go-review/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/assign-go-no-go-review" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml index 51032e75..e81a2f39 100644 --- a/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml +++ b/tasks/collab__jira__blocked-sprint-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/blocked-sprint-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml index e5c03ea4..479ff459 100644 --- a/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml +++ b/tasks/collab__jira__file-apple-pay-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/file-apple-pay-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml index 5128b993..e05f705c 100644 --- a/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml +++ b/tasks/collab__jira__ship-refund-retries/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/jira/ship-refund-retries" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml index 4f8d8ecd..4333446d 100644 --- a/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml +++ b/tasks/collab__linear__escalate-right-safari-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/escalate-right-safari-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml index 22126d4c..491b6592 100644 --- a/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml +++ b/tasks/collab__linear__file-safari-crash-bug/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/file-safari-crash-bug" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml index 0300f0f5..a71d1de3 100644 --- a/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml +++ b/tasks/collab__linear__pull-issue-into-cycle/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/pull-issue-into-cycle" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml index 9abafe00..a3ce2fdb 100644 --- a/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml +++ b/tasks/collab__linear__urgent-bug-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/linear/urgent-bug-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml index 945714b6..5cc30276 100644 --- a/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml +++ b/tasks/collab__multi__google-refund-damaged-order/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/google-refund-damaged-order" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml index c603b3d5..65812719 100644 --- a/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml +++ b/tasks/collab__multi__jira-sentry-crash-impact/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/jira-sentry-crash-impact" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml index a3f46093..c205c622 100644 --- a/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml +++ b/tasks/collab__multi__linear-cloudflare-api-origin-cutover/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/linear-cloudflare-api-origin-cutover" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml index bf4aa46b..b145f5f7 100644 --- a/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-google-cutover-calendar/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/slack-google-cutover-calendar" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml index e7300d41..b57db727 100644 --- a/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml +++ b/tasks/collab__multi__slack-pagerduty-dbre-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/multi/slack-pagerduty-dbre-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml index 2a262985..cafbd683 100644 --- a/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml +++ b/tasks/collab__notion__delay-web-launch/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/delay-web-launch" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml index c3e27b04..7c617d3e 100644 --- a/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml +++ b/tasks/collab__notion__launch-date-owner/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/launch-date-owner" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml index ffdf27a4..4bdf57c4 100644 --- a/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml +++ b/tasks/collab__notion__log-customer-escalation/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/log-customer-escalation" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml index 8d0d12cc..95b14275 100644 --- a/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml +++ b/tasks/collab__notion__update-current-runbook/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/notion/update-current-runbook" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml index a74e25bc..44dddc32 100644 --- a/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml +++ b/tasks/collab__slack__cutover-thread-summary/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/cutover-thread-summary" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml index d628074e..6be79feb 100644 --- a/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml +++ b/tasks/collab__slack__launch-checklist-item/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/launch-checklist-item" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml index b4c3686a..6e3e53fa 100644 --- a/tasks/collab__slack__observability-decision/environment/docker-compose.yaml +++ b/tasks/collab__slack__observability-decision/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/observability-decision" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml index 6c282f0a..73f663d0 100644 --- a/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml +++ b/tasks/collab__slack__release-date-dm-designer/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "collab/slack/release-date-dm-designer" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml index a5940c66..0920840a 100644 --- a/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__datadog__cancel-called-off-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/cancel-called-off-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml index 2f250687..3cd9010a 100644 --- a/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml +++ b/tasks/ops__datadog__checkout-p95-peak/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/checkout-p95-peak" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml index 685b7c41..cf955a0d 100644 --- a/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml +++ b/tasks/ops__datadog__mute-host-from-error-logs/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/mute-host-from-error-logs" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml index f905e61e..05e3e3e1 100644 --- a/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml +++ b/tasks/ops__datadog__schedule-replica-downtime/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/datadog/schedule-replica-downtime" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml index 7e19223b..38d8ef81 100644 --- a/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml +++ b/tasks/ops__grafana__ack-checkout-page-oncall/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/ack-checkout-page-oncall" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml index a513f55f..cbb437b8 100644 --- a/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml +++ b/tasks/ops__grafana__annotate-checkout-deploy/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/annotate-checkout-deploy" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml index 90d5af2d..7ac3a9a2 100644 --- a/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml +++ b/tasks/ops__grafana__silence-replica-maintenance/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/silence-replica-maintenance" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml index 9eb0d8d0..0cf18652 100644 --- a/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml +++ b/tasks/ops__grafana__top-5xx-checkout-pod/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/grafana/top-5xx-checkout-pod" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml index 6751c03c..a428580d 100644 --- a/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__crashloop-root-cause/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/crashloop-root-cause" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml index 6f2f0ec2..739ea1bf 100644 --- a/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__oomkilled-memory-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/oomkilled-memory-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml index acba1231..bbc54827 100644 --- a/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__scale-checkout-for-sale/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/scale-checkout-for-sale" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml index 84a27531..1ca11dc5 100644 --- a/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml +++ b/tasks/ops__kubernetes__uninstall-finished-loadtest/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/kubernetes/uninstall-finished-loadtest" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml index a4763de7..24b92f1f 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/checkout-saturation-scale-and-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json index cfb24d82..25b06886 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-2.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_list","arguments":{"apiVersion":"apps/v1","kind":"Deployment","namespace":"shop-prod"}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"list_alerts_from_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D"}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json index 956921f0..cfb24d82 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-3.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_scale","arguments":{"apiVersion":"apps/v1","kind":"Deployment","name":"checkout","namespace":"shop-prod","scale":9}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_list","arguments":{"apiVersion":"apps/v1","kind":"Deployment","namespace":"shop-prod"}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json index 68baeed8..956921f0 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-4.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"add_note_to_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D","note":"Per RB-CHK-07: scaled the checkout Deployment in shop-prod from 3 to 9 replicas."}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"resources_scale","arguments":{"apiVersion":"apps/v1","kind":"Deployment","name":"checkout","namespace":"shop-prod","scale":9}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json index 04c4a5ef..68baeed8 100644 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-5.json @@ -1 +1 @@ -{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"manage_incidents","arguments":{"manage_request":{"incident_ids":["Q7CHKAP15PCT1D"],"status":"resolved"}}}} +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"add_note_to_incident","arguments":{"incident_id":"Q7CHKAP15PCT1D","note":"Per RB-CHK-07: scaled the checkout Deployment in shop-prod from 3 to 9 replicas."}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json new file mode 100644 index 00000000..04c4a5ef --- /dev/null +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/call-6.json @@ -0,0 +1 @@ +{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"manage_incidents","arguments":{"manage_request":{"incident_ids":["Q7CHKAP15PCT1D"],"status":"resolved"}}}} diff --git a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh index 5a9cbd7a..31635e28 100755 --- a/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh +++ b/tasks/ops__multi__checkout-saturation-scale-and-resolve/solution/solve.sh @@ -12,7 +12,8 @@ call() { } call 7111 "$DIR/call-0.json" call 7111 "$DIR/call-1.json" -call 7115 "$DIR/call-2.json" +call 7111 "$DIR/call-2.json" call 7115 "$DIR/call-3.json" -call 7111 "$DIR/call-4.json" +call 7115 "$DIR/call-4.json" call 7111 "$DIR/call-5.json" +call 7111 "$DIR/call-6.json" diff --git a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml index bcc5f56a..558b06c3 100644 --- a/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__crashloop-oncall-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/crashloop-oncall-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml index 210e8077..fc1cee37 100644 --- a/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml +++ b/tasks/ops__multi__datadog-latency-argocd-rollback/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/datadog-latency-argocd-rollback" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml index 9bd5dade..5f32a3cc 100644 --- a/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml +++ b/tasks/ops__multi__oom-limit-and-sentry-resolve/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/oom-limit-and-sentry-resolve" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml index 7e9b2fe6..2d63379b 100644 --- a/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml +++ b/tasks/ops__multi__pagerduty-sentry-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/pagerduty-sentry-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml index e50ff626..97016c4d 100644 --- a/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml +++ b/tasks/ops__multi__sentry-release-commit-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/multi/sentry-release-commit-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml index 0d7b14be..12b06a9e 100644 --- a/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__cover-shift-override/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/cover-shift-override" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml index af65efd2..3c46d784 100644 --- a/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__payments-oncall-now/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/payments-oncall-now" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml index f7fae3cc..765f8a30 100644 --- a/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__reassign-replication-lag/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/reassign-replication-lag" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml index 185a1f9b..3c544de4 100644 --- a/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml +++ b/tasks/ops__pagerduty__resolve-prod-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/pagerduty/resolve-prod-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml index a9fe3f20..bfc0afa6 100644 --- a/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml +++ b/tasks/ops__sentry__create-notification-project/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/create-notification-project" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml index 9eaed355..69c741da 100644 --- a/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml +++ b/tasks/ops__sentry__resolve-worker-pool-timeouts/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/resolve-worker-pool-timeouts" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml index 1f85ae78..350b19ab 100644 --- a/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml +++ b/tasks/ops__sentry__top-unresolved-checkout/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/top-unresolved-checkout" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml index 68301ae7..b8f3e9f5 100644 --- a/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml +++ b/tasks/ops__sentry__triage-storefront-map-error/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "ops/sentry/triage-storefront-map-error" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml index 0a3bb5ab..c1dc478e 100644 --- a/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml +++ b/tasks/search__brave__caterer-saturday-hours/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/caterer-saturday-hours" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml index 513d0cd9..499c8fc9 100644 --- a/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml +++ b/tasks/search__brave__competitor-funding-news/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/competitor-funding-news" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml index e20c22d8..10d631e9 100644 --- a/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml +++ b/tasks/search__brave__hosting-sla-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/hosting-sla-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml index 3025ee6f..83ad5c03 100644 --- a/tasks/search__brave__keynote-recording/environment/docker-compose.yaml +++ b/tasks/search__brave__keynote-recording/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/brave/keynote-recording" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml index 26d3b346..dd3433df 100644 --- a/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__checkout-errors-last-hour/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/checkout-errors-last-hour" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml index 7f9c7716..ddf3934f 100644 --- a/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__deleted-api-key-audit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/deleted-api-key-audit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml index 7133808c..123bb55b 100644 --- a/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__duplicate-charge-lookup/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/duplicate-charge-lookup" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml index 28796d1f..0ef74cb5 100644 --- a/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml +++ b/tasks/search__elasticsearch__latency-by-region/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/elasticsearch/latency-by-region" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml index 8f02236b..55af552a 100644 --- a/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml +++ b/tasks/search__exa__enrich-lead-list/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/enrich-lead-list" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml index dea46eeb..3a85bc1c 100644 --- a/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml +++ b/tasks/search__exa__find-vp-engineering-profile/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/find-vp-engineering-profile" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml index 63d125a9..270d6c47 100644 --- a/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml +++ b/tasks/search__exa__fleet-charger-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/fleet-charger-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml index ddb3770d..d3774b05 100644 --- a/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml +++ b/tasks/search__exa__sdk-timeout-default/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/exa/sdk-timeout-default" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml index ee54c866..a510ff42 100644 --- a/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__crawl-api-reference/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/crawl-api-reference" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml index ff28aaf5..4b3db397 100644 --- a/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__monitor-competitor-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/monitor-competitor-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml index 1c856d85..67d21da9 100644 --- a/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__northwind-team-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/northwind-team-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml index d91f5bbe..04786c1c 100644 --- a/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml +++ b/tasks/search__firecrawl__pause-broken-pricing-monitor/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/firecrawl/pause-broken-pricing-monitor" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml index 03e37a56..77372166 100644 --- a/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml +++ b/tasks/search__multi__api-key-deletion-audit-github/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/api-key-deletion-audit-github" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml index 846a322d..5b149470 100644 --- a/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-funding-and-pricing/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/competitor-funding-and-pricing" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml index 9c29a52b..1f1a8e2f 100644 --- a/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml +++ b/tasks/search__multi__competitor-research-github-issue/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/competitor-research-github-issue" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml index ef161293..865a6717 100644 --- a/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml +++ b/tasks/search__multi__es-duplicate-charge-stripe-refund/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/es-duplicate-charge-stripe-refund" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml index 00d84ccd..659151d0 100644 --- a/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml +++ b/tasks/search__multi__vendor-rate-limit-zendesk-reply/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/multi/vendor-rate-limit-zendesk-reply" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml index 9eacc4f2..3df82c5e 100644 --- a/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__cold-chain-market-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/cold-chain-market-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml index d1de3334..42ff80e2 100644 --- a/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml +++ b/tasks/search__tavily__competitor-pricing-research/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/competitor-pricing-research" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml index ab0efd07..87529266 100644 --- a/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml +++ b/tasks/search__tavily__vendor-rate-limit/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/vendor-rate-limit" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy diff --git a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml index 8f48a356..9121f8ec 100644 --- a/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml +++ b/tasks/search__tavily__webhook-signature-sunset/environment/docker-compose.yaml @@ -5,7 +5,7 @@ services: tools: condition: service_healthy world: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:80242aae75e4511a + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-world:84b6bd08386e3c79 environment: SCENARIO_ID: "search/tavily/webhook-signature-sunset" BENCH_ADMIN_TOKEN: "${HARBOR_TRIAL_ADMIN_TOKEN:-}" @@ -29,7 +29,7 @@ services: timeout: 3s retries: 60 tools: - image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:0abf7a84eca4412c + image: us-docker.pkg.dev/openrouter-ci/harbor/tool-bench-tools:1a4c5170da0a638f depends_on: world: condition: service_healthy